-- Logs begin at Mon 2021-11-22 14:37:19 UTC, end at Mon 2021-11-22 16:15:36 UTC. -- Nov 22 15:16:18.076241 dv-cinder-818778-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 15:16:20.644615 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.common.config [-] Logging enabled! Nov 22 15:16:20.645114 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2 Nov 22 15:16:20.646354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88029) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 22 15:16:20.647123 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.common.config [-] Logging enabled! Nov 22 15:16:20.647406 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2 Nov 22 15:16:20.647684 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88029) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 22 15:16:20.648739 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 22 15:16:20.649006 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 22 15:16:20.650011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 22 15:16:20.650295 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 22 15:16:20.650555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 22 15:16:20.650944 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.651290 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.651630 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.651892 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.652229 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.652565 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.652882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.653208 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.653549 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.653866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.654178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.654493 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.654786 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.655106 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.655433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.655763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.656018 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] debug = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.656330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.656859 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.657175 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.657487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.657811 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.658114 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.658969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.659291 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.659652 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] host = dv-cinder-818778-1-iscsi {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.659962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.660288 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.660612 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.660932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.661240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.661549 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.661876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.662179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.662484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] log_file = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.662815 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.663142 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.663468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.663803 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.664058 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.664311 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.664638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.664964 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.665268 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.665574 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.665878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.666181 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.666486 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.666809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.667135 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.667461 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.667783 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.668086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.668390 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.668694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.668995 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.669317 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.669618 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.669923 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.670225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.670554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.670878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.671180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.671525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.671852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.672174 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.672506 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.672798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.673123 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.673424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.673723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.674692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] use_json = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.675001 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.675302 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.675626 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.675929 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.676231 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.676532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.676836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.677158 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:20.677487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.677826 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.678164 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.678477 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.678829 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.679143 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.679469 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.679777 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.680100 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.680425 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.680742 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.681051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.681368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.681703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.682035 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.682342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.682671 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.683006 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.683317 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.683619 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.683951 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.684261 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.684565 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.684875 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.685183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.685486 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.685790 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.686098 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.686424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.686777 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.687079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.687381 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.687689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.687989 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.688303 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.688609 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.688912 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.689213 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.689522 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.689849 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.690151 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.690458 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.690786 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.691094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.691397 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.691702 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.692004 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.692307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.692609 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.692911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.693214 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.693520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.693822 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.694127 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.694424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.694749 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.695055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.695372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.695697 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.696004 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.696311 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.696611 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.696908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.697210 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.697515 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.697820 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.698126 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.698425 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.698798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.699114 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.699427 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.699735 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.700042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.700373 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.700680 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.700992 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.701299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.701607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.701924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.702235 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.702560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.702919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.703246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.703570 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.703891 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.704202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.704546 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.704856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:20.705104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 22 15:16:20.705884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88029) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Nov 22 15:16:21.390644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:21.390997 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:21.391320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:21.392948 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 15:16:21.732537 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.733029 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.733029 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.794226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.794696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.795136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.799589 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.799898 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.800197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.944925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.945234 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.945532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.946526 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.946852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:21.947143 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.067011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.067319 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.067619 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.067917 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.068736 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.252210 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.252582 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.252896 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.253193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.253484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.253855 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.254149 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.254437 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.254744 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.255075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.255363 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.255662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.255961 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.256246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.256547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.256850 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.257133 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.257445 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.257725 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.258054 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.258484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.258787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.259066 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.259396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.259671 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.259941 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.260347 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:22.260615 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:22.260877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:22.261141 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:22.261406 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:22.261670 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:22.263033 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 15:16:22.271434 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 15:16:22.278903 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 15:16:22.284803 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 22 15:16:22.287599 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 15:16:22.288681 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 15:16:22.289056 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 15:16:22.289480 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 15:16:22.293484 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 15:16:22.293763 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 15:16:22.294154 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 15:16:22.321480 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 22 15:16:22.321930 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.322256 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88029) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 22 15:16:22.322674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.324020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88029) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 15:16:22.324334 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 15:16:22.324608 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 15:16:22.327833 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.328147 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.394892 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 15:16:22.395155 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 15:16:22.395422 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 15:16:22.395821 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 15:16:22.429248 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_db.sqlalchemy.engines [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88029) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 22 15:16:22.729950 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Initializing driver for type 'gre' Nov 22 15:16:22.730438 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] gre ID ranges: [(1, 1000)] Nov 22 15:16:22.771374 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Initializing driver for type 'local' Nov 22 15:16:22.771851 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Initializing driver for type 'vlan' Nov 22 15:16:22.781295 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] VlanTypeDriver initialization complete Nov 22 15:16:22.781667 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Initializing driver for type 'vxlan' Nov 22 15:16:22.782186 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] vxlan ID ranges: [(1, 1000)] Nov 22 15:16:22.822028 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Initializing extension driver 'port_security' Nov 22 15:16:22.822383 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.extensions.port_security [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] PortSecurityExtensionDriver initialization complete Nov 22 15:16:22.822781 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Initializing mechanism driver 'openvswitch' Nov 22 15:16:22.823140 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Initializing mechanism driver 'hyperv' Nov 22 15:16:22.829350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:16:22.830769 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > port after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.831643 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > port after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.832033 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > port after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.832454 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > subnet after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.832841 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > subnet after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.833220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.833630 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > network after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.834011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > network after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.834387 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > network after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.834844 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > security_group after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.835223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > security_group after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.835594 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > security_group after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.836004 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.836377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.836890 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.837254 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] ML2 OVO RPC backend initialized. {{(pid=88029) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 22 15:16:22.837968 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.838358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.838831 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > network before_response 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.839214 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > networks before_response 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.839588 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > port before_response 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.839958 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > ports before_response 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.840331 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > subnet before_response 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.840705 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > subnets before_response 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.841082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > network after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.841456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > network after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.841824 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > network after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.842191 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > port after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.842557 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > port after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.842949 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > port after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.843316 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > subnet after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.843681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > subnet after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.844046 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.844661 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Modular L2 Plugin initialization complete Nov 22 15:16:22.845012 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading services supported by the core plugin {{(pid=88029) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Nov 22 15:16:22.845373 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.plugins.ml2.managers [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Got port-security extension from driver 'port_security' Nov 22 15:16:22.845946 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.extensions.vlantransparent [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Disabled vlantransparent extension. Nov 22 15:16:22.846503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88029) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Nov 22 15:16:22.846871 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading Plugin: router Nov 22 15:16:22.890881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router_interface before_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.891311 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router after_create 55549900 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.891718 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router before_create 55549900 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.892120 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.892534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.893507 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router after_delete 55549900 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.893903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > floatingip after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.894306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router after_create 55549900 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.894705 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router after_update 55549900 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.895170 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router after_update 55549900 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.895553 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.895953 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router after_update 55549900 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.896447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router precommit_update 55549900 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.896865 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: port after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.897247 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: port after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.897620 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: subnet after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.897991 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.898377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > port precommit_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.898816 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router precommit_create 55549900 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.899195 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: port before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.899573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router precommit_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.899972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router after_update 55549900 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.900343 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router precommit_delete 55549900 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.900729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router precommit_create 55549900 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.901132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.901631 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router precommit_update 55549900 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.902052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > agent after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.902442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > agent after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.902847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > network after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.903900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Tracking information for resource: router configured {{(pid=88029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:22.905504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Tracking information for resource: floatingip configured {{(pid=88029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:22.912674 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.l3_agentschedulers_db [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 15:16:22.913306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: port after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.913695 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: port after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.914078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: port after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.915561 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: port after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.916472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router before_create 55550100 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.916878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router precommit_delete 55550100 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.917283 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router precommit_create 55550100 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.917674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > router precommit_update 55550100 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.922279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.provider_configuration [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service providers = [] {{(pid=88029) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 15:16:22.922688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.servicetype_db [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88029) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 15:16:22.926006 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.service_base [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 22 15:16:22.926396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.service_base [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 22 15:16:22.926797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.service_base [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 22 15:16:22.927678 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.service_base [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 22 15:16:22.928076 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.services.service_base [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 15:16:22.928493 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:22.928844 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 15:16:22.949543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:22.949910 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading Plugin: auto_allocate Nov 22 15:16:22.960520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: network precommit_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.960923 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: network precommit_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.961504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:22.961861 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading Plugin: tag Nov 22 15:16:22.973186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:22.973553 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading Plugin: timestamp Nov 22 15:16:22.977306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:22.977675 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading Plugin: network_ip_availability Nov 22 15:16:22.983369 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.983725 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.984114 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:22.984879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:22.985234 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading Plugin: flavors Nov 22 15:16:23.001351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:23.001720 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading Plugin: revisions Nov 22 15:16:23.006831 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:23.007255 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.616s {{(pid=88029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:23.008034 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88029) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Nov 22 15:16:23.008391 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Initializing extension manager. Nov 22 15:16:23.008943 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: __init__.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.009318 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: __pycache__ {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.009688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.010057 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.010423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: _filter_validation_lib.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.010810 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.011172 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: address_scope.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.011988 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.012622 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: address-scope Nov 22 15:16:23.012980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: admin_state_down_before_update.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.013911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.014479 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: router-admin-state-down-before-update Nov 22 15:16:23.014868 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: agent.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.015656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.016222 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: agent Nov 22 15:16:23.016581 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: agent_resources_synced.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.017496 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.018079 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: agent-resources-synced Nov 22 15:16:23.018437 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: allowedaddresspairs.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.020218 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.020786 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: allowed-address-pairs Nov 22 15:16:23.021146 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: auto_allocated_topology.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.022222 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.022812 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: auto-allocated-topology Nov 22 15:16:23.023171 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: availability_zone.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.024061 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.024628 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: availability_zone Nov 22 15:16:23.024983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: availability_zone_filter.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.025903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.026472 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: availability_zone_filter Nov 22 15:16:23.026863 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: data_plane_status.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.027780 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.028343 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 15:16:23.028701 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: default_subnetpools.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.029610 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.030170 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: default-subnetpools Nov 22 15:16:23.030526 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: dhcpagentscheduler.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.031443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.032014 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: dhcp_agent_scheduler Nov 22 15:16:23.032372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: dns.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.033298 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.033856 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension dns-integration not supported by any of loaded plugins Nov 22 15:16:23.034214 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: dns_domain_ports.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.035158 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.035716 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 15:16:23.036075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: dvr.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.036817 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.037383 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: dvr Nov 22 15:16:23.037742 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: empty_string_filtering.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.038659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.039225 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: empty-string-filtering Nov 22 15:16:23.039578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.040484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.041038 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 15:16:23.041394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.042300 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.042906 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 15:16:23.043264 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: external_net.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.044173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.044738 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: external-net Nov 22 15:16:23.045094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: extra_dhcp_opt.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.045993 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.046554 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: extra_dhcp_opt Nov 22 15:16:23.046941 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: extraroute.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.047841 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.048402 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: extraroute Nov 22 15:16:23.048759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: extraroute_atomic.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.050421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.051038 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: extraroute-atomic Nov 22 15:16:23.051399 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: filter_validation.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.052088 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.052648 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: filter-validation Nov 22 15:16:23.053000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: fip_pf_description.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.053918 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.054479 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 15:16:23.054882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: fip_port_details.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.055809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.056376 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: fip-port-details Nov 22 15:16:23.056732 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: flavors.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.057969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.058541 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: flavors Nov 22 15:16:23.058929 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.060645 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.061223 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 15:16:23.061591 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: floatingip_pools.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.062366 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.062957 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: floatingip-pools Nov 22 15:16:23.063320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: ip_allocation.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.064240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.065372 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 15:16:23.065730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.066691 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.067254 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: ip-substring-filtering Nov 22 15:16:23.067610 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: l2_adjacency.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.068532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.069091 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 15:16:23.069446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: l3.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.070548 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.071149 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: router Nov 22 15:16:23.071517 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: l3_conntrack_helper.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.074007 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.074594 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 15:16:23.074987 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.075921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.076496 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: ext-gw-mode Nov 22 15:16:23.076853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.077773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.078340 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: l3-ha Nov 22 15:16:23.078720 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: l3_flavors.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.079651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.080242 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: l3-flavors Nov 22 15:16:23.080599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.081524 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.082090 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 15:16:23.082452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: l3agentscheduler.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.083699 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.084285 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: l3_agent_scheduler Nov 22 15:16:23.084649 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: logging.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.086221 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.086826 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension logging not supported by any of loaded plugins Nov 22 15:16:23.087196 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: metering.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.089470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.090165 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: metering Nov 22 15:16:23.090539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: multiprovidernet.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.091520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.092093 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: multi-provider Nov 22 15:16:23.092458 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: netmtu.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.093375 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.093942 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: net-mtu Nov 22 15:16:23.094302 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: netmtu_writable.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.095244 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.095826 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: net-mtu-writable Nov 22 15:16:23.096339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: network_availability_zone.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.097400 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.098015 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: network_availability_zone Nov 22 15:16:23.098374 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: network_ip_availability.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.099500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.100065 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: network-ip-availability Nov 22 15:16:23.100428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: network_segment_range.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.101314 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.101880 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 15:16:23.102239 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: pagination.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.103254 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.103625 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: pagination Nov 22 15:16:23.103986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.104907 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.105469 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: port-mac-address-regenerate Nov 22 15:16:23.105827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: port_resource_request.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.106782 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.107343 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 15:16:23.107699 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: portbindings.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.108632 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.109186 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: binding Nov 22 15:16:23.109536 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: portbindings_extended.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.110853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.111926 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: binding-extended Nov 22 15:16:23.112293 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: portsecurity.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.113606 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.114182 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: port-security Nov 22 15:16:23.114538 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: project_id.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.115534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.115902 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: project-id Nov 22 15:16:23.116256 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: providernet.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.117293 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.117862 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: provider Nov 22 15:16:23.118216 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: qos.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.121874 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.122465 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension qos not supported by any of loaded plugins Nov 22 15:16:23.122857 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.124089 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.124657 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 15:16:23.125021 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.125936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.126497 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 15:16:23.126890 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: qos_default.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.128363 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.128928 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension qos-default not supported by any of loaded plugins Nov 22 15:16:23.129287 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: qos_fip.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.129969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.130524 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension qos-fip not supported by any of loaded plugins Nov 22 15:16:23.130925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: qos_gateway_ip.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.131965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.132531 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 15:16:23.132889 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: qos_port_network_policy.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.134452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.135082 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 15:16:23.135581 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: qos_rule_type_details.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.136600 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.137162 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 15:16:23.137525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: qos_rules_alias.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.138580 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.139167 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 15:16:23.139521 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: quotasv2.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.140579 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.140949 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: quotas Nov 22 15:16:23.141305 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: quotasv2_detail.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.142923 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.143303 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: quota_details Nov 22 15:16:23.143669 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: rbac.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.144815 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.145400 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: rbac-policies Nov 22 15:16:23.145767 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: rbac_address_scope.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.146713 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.147283 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: rbac-address-scope Nov 22 15:16:23.147649 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: rbac_security_groups.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.148567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.149128 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: rbac-security-groups Nov 22 15:16:23.149487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: rbac_subnetpool.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.150389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.150995 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: rbac-subnetpool Nov 22 15:16:23.151350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: revisionifmatch.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.152273 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.152830 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: revision-if-match Nov 22 15:16:23.153187 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: revisions.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.154285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.154878 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: standard-attr-revisions Nov 22 15:16:23.155236 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: router_availability_zone.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.155980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.156550 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: router_availability_zone Nov 22 15:16:23.156928 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: routerservicetype.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.157833 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.158448 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension router-service-type not supported by any of loaded plugins Nov 22 15:16:23.158833 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: security_groups_port_filtering.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.159825 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.160390 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: port-security-groups-filtering Nov 22 15:16:23.160745 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: securitygroup.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.173521 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.174671 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: security-group Nov 22 15:16:23.175043 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: segment.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.175937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.176510 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension segment not supported by any of loaded plugins Nov 22 15:16:23.176872 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.177817 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.178386 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 15:16:23.178772 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: servicetype.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.179850 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.180420 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: service-type Nov 22 15:16:23.180780 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: sorting.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.181756 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.182129 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: sorting Nov 22 15:16:23.182488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: standard_attr_segment.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.183414 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.183986 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 15:16:23.184343 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: standardattrdescription.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.185030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.185600 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: standard-attr-description Nov 22 15:16:23.185956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: stateful_security_group.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.186915 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.187500 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: stateful-security-group Nov 22 15:16:23.187856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: stdattrs_common.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.188433 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 15:16:23.188786 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.190252 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.190841 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 15:16:23.196428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: subnet_onboard.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.197607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.198212 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: subnet_onboard Nov 22 15:16:23.198580 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.199559 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.203105 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 15:16:23.203512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: subnet_service_types.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.204563 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.205156 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: subnet-service-types Nov 22 15:16:23.205604 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: subnetallocation.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.206822 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.207386 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: subnet_allocation Nov 22 15:16:23.207935 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.208648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.209220 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: subnetpool-prefix-ops Nov 22 15:16:23.209582 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.210763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.211344 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 15:16:23.211699 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: tagging.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.213114 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.213880 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: standard-attr-tag Nov 22 15:16:23.214243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: timestamp.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.215474 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.216076 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loaded extension: standard-attr-timestamp Nov 22 15:16:23.216472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: trunk.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.217512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.218089 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension trunk not supported by any of loaded plugins Nov 22 15:16:23.218668 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: trunk_details.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.219590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.220356 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension trunk-details not supported by any of loaded plugins Nov 22 15:16:23.220718 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: uplink_status_propagation.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.221653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.222224 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 15:16:23.222580 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Loading extension file: vlantransparent.py {{(pid=88029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:23.223321 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:23.223880 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 15:16:23.226315 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:network Nov 22 15:16:23.227211 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:subnet Nov 22 15:16:23.227862 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:16:23.228607 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:port Nov 22 15:16:23.230020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.230507 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service FLAVORS assigned prefix: {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.231216 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.231682 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.232048 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:router Nov 22 15:16:23.232773 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:floatingip Nov 22 15:16:23.233582 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service METERING assigned prefix: /metering {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.235386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:23.235788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:23.236174 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:23.237804 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 15:16:23.238285 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:security_group Nov 22 15:16:23.239353 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 15:16:23.240151 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service CORE assigned prefix: {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.240520 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:16:23.240884 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] subnetpool is already registered Nov 22 15:16:23.241522 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service CORE assigned prefix: {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.241889 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:16:23.242266 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] subnetpool is already registered Nov 22 15:16:23.244958 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.245435 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service FLAVORS assigned prefix: {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.246065 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.246528 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.246928 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:router Nov 22 15:16:23.247291 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] router is already registered Nov 22 15:16:23.247937 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:floatingip Nov 22 15:16:23.248297 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] floatingip is already registered Nov 22 15:16:23.248975 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service METERING assigned prefix: /metering {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.249694 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 15:16:23.250057 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] rbac_policy is already registered Nov 22 15:16:23.250506 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:security_group Nov 22 15:16:23.250881 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] security_group is already registered Nov 22 15:16:23.251673 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 15:16:23.252032 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] security_group_rule is already registered Nov 22 15:16:23.253365 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service CORE assigned prefix: {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.253733 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:16:23.254091 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] subnetpool is already registered Nov 22 15:16:23.254758 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.resource_helper [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Service CORE assigned prefix: {{(pid=88029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:23.255123 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:16:23.255477 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.quota.resource_registry [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] subnetpool is already registered Nov 22 15:16:23.256181 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: extensions {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.257759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: address-scopes {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.259085 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: agents {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.260405 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: auto-allocated-topology {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.261737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: availability_zones {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.263027 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: dhcp-networks {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.264575 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: dhcp-agents {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.266032 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: routers {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.268351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: flavors {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.270573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: service_profiles {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.271872 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: next_providers {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.273449 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: service_profiles {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.274972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: floatingip-pools {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.276352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: routers {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.278135 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: floatingips {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.279420 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: l3-routers {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.280943 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: l3-agents {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.282390 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: metering-labels {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.284352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: metering-label-rules {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.285792 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: network-ip-availabilities {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.287143 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: bindings {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.288767 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: quotas {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.298663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: quotas {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.298663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: rbac-policies {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.298663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: security-groups {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.298663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: security-group-rules {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.298663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: service-providers {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.298663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: subnetpools {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.300055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: tags {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.301786 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: tags {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.303585 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: tags {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.305495 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: tags {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.307270 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: tags {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.309104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: tags {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.310964 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: tags {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.312776 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: tags {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.315353 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: tags {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.317251 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.extensions [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Extended resource: tags {{(pid=88029) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:23.324195 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING keystonemiddleware.auth_token [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 15:16:23.329138 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING keystonemiddleware.auth_token [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 15:16:23.338546 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Acquired lock "singleton_lock" {{(pid=88029) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Nov 22 15:16:23.339104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Releasing lock "singleton_lock" {{(pid=88029) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Nov 22 15:16:23.340539 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO oslo_service.service [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Starting 2 workers Nov 22 15:16:23.345148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Started child 88138 {{(pid=88029) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 22 15:16:23.349503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:23.349757 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Started child 88139 {{(pid=88029) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 22 15:16:23.351019 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [-] (88138) wsgi starting up on http://0.0.0.0:9696 Nov 22 15:16:23.351368 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.service [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 15:16:23.352011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Notify callbacks [] for process, before_spawn {{(pid=88029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:23.353781 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:23.354434 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO oslo_service.service [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Starting 1 workers Nov 22 15:16:23.355182 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [-] (88139) wsgi starting up on http://0.0.0.0:9696 Nov 22 15:16:23.359735 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Started child 88140 {{(pid=88029) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 22 15:16:23.360259 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO oslo_service.service [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Starting 1 workers Nov 22 15:16:23.362318 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.service [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] calling RpcWorker wait() {{(pid=88140) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 15:16:23.362730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.service [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] returning from RpcWorker wait() {{(pid=88140) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 15:16:23.364476 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:23.364959 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:16:23.365076 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Started child 88141 {{(pid=88029) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 22 15:16:23.366095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a93721c-d820-482a-ad00-0eab05bed9ae None None] Notify callbacks [] for process, after_spawn {{(pid=88029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:23.367754 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88029) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 22 15:16:23.367984 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 22 15:16:23.368189 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 22 15:16:23.368461 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 22 15:16:23.368854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 22 15:16:23.369044 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 22 15:16:23.369260 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:23.369591 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.369877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.370162 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.370440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.370756 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.371427 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.371715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.372002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.372285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.372556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.372752 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.372950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.373235 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.373509 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.373833 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.374124 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.374381 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.374690 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.374900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.375185 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.375508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.375787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.376067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] debug = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.376342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.376941 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.377758 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.378039 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.378297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.378599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.378906 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.379191 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.379457 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.379721 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.379937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.380210 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.380465 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.380719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.380999 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.381259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.381761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] host = dv-cinder-818778-1-iscsi {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.382016 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.382255 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.382522 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.382776 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.383055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.383292 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.383579 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.383865 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.384113 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.384366 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.384607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.384873 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.385128 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.385378 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_file = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.385566 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_options = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.385802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.386071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.386339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.386554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.386786 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.386978 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.387289 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.387450 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.387716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.387971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.388164 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.388427 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.388676 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.388911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.389186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.389425 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.389659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.389900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.390169 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.390461 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.390759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.391009 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.391262 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.391517 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.391746 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.391960 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.392223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.392457 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.393298 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.393619 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.393896 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.394300 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.394464 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.394710 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.395743 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.396033 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.396272 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.396623 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.396908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.397194 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.397471 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.397728 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.398400 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.398400 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.398718 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.398718 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] use_json = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.398997 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.399202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.399357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:16:23.399497 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.399728 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.399940 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.400155 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.400386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.400662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.401130 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.401477 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.401811 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.402082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.402351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.402745 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.402902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.403154 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.403426 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.403692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.404021 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.404293 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.404650 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.404942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.405235 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.405504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.405779 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.406014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.406263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.406508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.406795 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.407051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.407337 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.407602 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.407845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.408133 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.408355 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.408637 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.408906 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.409216 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.409737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.409737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.410007 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.410169 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.410383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.410669 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.411184 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.411184 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.411508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.411664 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.411948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.412104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.412350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.412996 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.412996 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.413292 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.413292 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.413564 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.413751 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.413992 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.414259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.415167 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.415167 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.415167 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.415167 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.415441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.415660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.415883 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.416129 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.416376 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.416631 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.416889 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.417131 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.417372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.417610 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.417849 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.418088 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.418323 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.418548 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.418825 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.419067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.419325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.419565 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.419851 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.420197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.420489 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.420754 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.421020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.421291 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.421544 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.421825 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.422090 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.422334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.422575 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.422885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.423142 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.423403 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.423656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.423903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.424173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.424421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.424678 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.424919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.425169 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.425421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.425696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.425962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.426227 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.426492 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.426809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.427128 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.427404 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.427707 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.427972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.428257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.428596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.428899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.429171 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.429471 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.429746 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.430030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.430299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.430592 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.430894 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.431179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.431458 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.431760 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.432126 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.432425 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.432671 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.432933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.433220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.433513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.433777 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.434068 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.434361 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.434658 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.434931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.435201 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.435440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.435698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.435965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.436204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.436449 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.436690 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.436939 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.437198 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.437439 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.438534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.439491 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.440911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.441204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.441472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.441730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.442008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.442259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.442534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.442846 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.443499 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.443765 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.444031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.445871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.446206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.446481 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.446833 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.447146 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.447430 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.447727 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.447994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.448282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.448537 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.448842 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.449099 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.449349 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.449597 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.449851 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.450100 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.450347 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.450648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.455115 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.455634 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.455774 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.456132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.456405 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.458386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.458685 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.459017 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.459293 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.460787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.461745 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.462019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.462311 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.462608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.462900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.463186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.463443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.463705 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.463962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.464219 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.464469 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.464776 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.465069 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.465361 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.465649 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.465953 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.466217 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.466463 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.467665 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.468391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.469331 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.469725 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.470310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.471776 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.472077 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.472775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.473731 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.474212 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.474919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.475205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.475557 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.478961 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.479307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.479692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.480073 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.480388 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.480698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.481059 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.481371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.481697 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.481952 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.482278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.482669 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.483005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.483291 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.483572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.483939 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.484166 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.484418 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.484696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.484947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.485200 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.485498 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.485830 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.486089 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.486340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.487181 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.487433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.487689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.487931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.488188 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.488687 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.488873 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 22 15:16:23.489421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88029) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 22 15:16:23.489608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 22 15:16:23.489791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 22 15:16:23.490009 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 22 15:16:23.490214 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 22 15:16:23.490394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 22 15:16:23.490651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.491138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.491325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.491515 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.491701 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.491909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.493349 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.493625 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.493929 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.494436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.494651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.494874 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.495065 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.495254 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.495443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.495632 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.495818 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.496006 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.496196 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.496380 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.496563 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.496745 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.496928 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] debug = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.497112 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.497313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.497498 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.497682 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.497865 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.498048 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.498230 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.498412 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.498594 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.498948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.499161 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.499378 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.499676 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.499882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.500171 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.500375 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.500575 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] host = dv-cinder-818778-1-iscsi {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.500770 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.500965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.501158 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.501350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.501539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.501712 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.501898 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.502240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.502416 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.502601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.502819 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.503007 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.503194 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.503682 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_file = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.503875 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_options = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.504103 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.504292 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.504532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.504789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.504981 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.505170 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.505356 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.505543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.506193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.506381 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.506568 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.506787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.506973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.507160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.507347 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.507566 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.507756 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.507934 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.508087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.508242 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.508392 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.508573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.508759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.508942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.509106 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.509294 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.509486 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.509763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.509948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.510134 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.510316 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.510500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.510707 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.511013 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.511146 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.511309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.511632 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.511830 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.512017 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.512201 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.512388 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.512572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.512757 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.512940 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.513122 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.513305 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] use_json = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.513458 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:16:23.513553 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.513627 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.513802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.513984 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.514172 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.514354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.514537 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.514744 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:23.514952 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.515141 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.515342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.515531 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.515719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.515905 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.516092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.516280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.516467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.516653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.516846 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.517034 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.517240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.517428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.517618 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.519020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.519228 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.519430 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.519666 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.519857 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.520052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.520246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.520437 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.520631 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.520821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.521012 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.521202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.521391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.521582 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.521773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.521961 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.522151 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.522340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.522527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.522740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.522930 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.523119 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.523309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.523496 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.523695 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.523884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.524072 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.524250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.524437 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.524624 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.525005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.525390 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.526112 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.527011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.527577 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.527805 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.528006 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.528211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.528409 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.528607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.528807 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.529001 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.529173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.529364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.529556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.529748 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.529938 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.530128 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.530320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.530513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.530797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.531669 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.531975 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.532172 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.532342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.532515 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.532707 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.532900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.533167 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.533964 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.534162 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.534364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.534515 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.534724 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.534931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.535126 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.535318 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.535715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.535914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.536104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.536294 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.536487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.536677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.536868 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.537056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.537246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.537435 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.537623 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.537811 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.538013 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.538168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.538354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.538544 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.538755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.538972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.539124 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.539288 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.539599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.539792 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.539992 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.540192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.540382 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.540570 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.540763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.540952 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.541140 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.541329 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.541518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.541705 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.541891 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.542080 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.542281 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.542500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.542713 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.542902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.543090 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.543564 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.543755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.543944 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.544221 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.544410 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.544588 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.544752 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.544910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.545071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.545247 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.545412 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.545596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.545784 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.545973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.546160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.546349 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.546536 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.546743 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.546935 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.547124 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.547370 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.547558 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.547745 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.547932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.548120 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.548307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.548495 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.548683 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.548869 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.549629 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.549818 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.550005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.550193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.550385 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.550573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.550787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.550976 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.551170 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.551358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.551545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.551734 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.551921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.552110 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.552297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.552487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.552678 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.552869 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.553054 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.553243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.553430 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.553615 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.553819 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.554005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.554191 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.554379 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.554565 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.554775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.554963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.555149 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.555337 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.555524 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.555713 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.555904 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.556092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.556280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.556467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.556657 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.556845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.557034 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.557231 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.557417 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.557603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.557790 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.557987 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.558191 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.558344 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.558533 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.558745 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.558933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.559122 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.559309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.559507 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.559698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.559886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.560085 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.560272 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.560463 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.560650 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.560836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.561027 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.561280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.561678 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.561881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.562738 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.562942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.563144 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.563633 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.564385 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.565233 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.565751 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.565969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.566163 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.566354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.566546 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.567098 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.567299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.567554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.567746 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.567936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.568126 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.568316 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.568506 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.568693 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.568881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.569071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.569257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.569514 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.570067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.570258 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.570445 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:23.570651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88029) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 22 15:16:23.734994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 59132) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:23.748843 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0116403 Nov 22 15:16:33.862157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c9fd55-f5e1-430f-99bd-cbe1c29a1820 None None] get_active_networks_info from dv-cinder-818778-1-iscsi {{(pid=88140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 22 15:16:34.229270 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c9fd55-f5e1-430f-99bd-cbe1c29a1820 None None] No non-hosted networks {{(pid=88140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 15:16:34.230167 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-352bd556-8dd5-4c52-afc6-46526d2bc99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809010'] for agent, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:35.085792 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809010'] for agent, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:35.087236 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:35.087816 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:35.088407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:35.088965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:35.089520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:35.090167 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:35.090767 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:35.091340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:35.091899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:35.092456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:35.093023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:35.093619 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818778-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:16:35.112443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818778-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:16:35.923017 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b14c7756-9a49-49b2-9213-ff045f4767af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809010'] for agent, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:35.984942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87a4fb21-11bc-400e-8fc3-08fbe26a102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:36.220888 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809010'] for agent, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:38.012090 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809010'] for agent, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:38.644891 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 59246) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:39.416026 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [None req-e7cb8319-26ca-4774-b522-98338fd3b00b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:16:39.417188 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e7cb8319-26ca-4774-b522-98338fd3b00b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7713304 Nov 22 15:16:40.067453 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.l3_hamode_db [None req-6eb4b451-b9e0-48bd-837f-718b53ee7dca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 15:16:40.154197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb4b451-b9e0-48bd-837f-718b53ee7dca None None] Routers set() bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:16:40.154522 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb4b451-b9e0-48bd-837f-718b53ee7dca None None] Router IDs set() for agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 22 15:16:41.585369 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 59262) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:41.662916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-28860b04-bd8f-49df-b44f-109b53588e71 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:16:41.906397 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.policy [None req-28860b04-bd8f-49df-b44f-109b53588e71 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88139) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 22 15:16:41.913776 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota [None req-28860b04-bd8f-49df-b44f-109b53588e71 admin admin] Loaded quota_driver: . Nov 22 15:16:41.948132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-28860b04-bd8f-49df-b44f-109b53588e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:16:42.007415 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-28860b04-bd8f-49df-b44f-109b53588e71 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776566064064', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776566051208', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776566051732', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776566954333', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776566095915', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036846498094', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8237274', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1828705', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853107373'] for rbac-policy, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:42.072081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-28860b04-bd8f-49df-b44f-109b53588e71 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:42.073333 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-28860b04-bd8f-49df-b44f-109b53588e71 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.4869568 Nov 22 15:16:44.276246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 59278) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:44.353053 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b6264b95f44b46b1afd21aa48223e44f', 'name': 'private'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:16:44.358747 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:16:44.365477 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Usage tracker for resource:network and tenant:b6264b95f44b46b1afd21aa48223e44f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:16:44.368856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:16:44.375066 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:16:44.383987 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Made reservation on behalf of b6264b95f44b46b1afd21aa48223e44f for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:16:44.389607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:44.405959 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:44.451280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:16:44.455766 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Usage tracker for resource:security_group_rule and tenant:b6264b95f44b46b1afd21aa48223e44f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:16:44.458675 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:16:44.464795 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:16:44.531981 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:44.534519 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:44.539162 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:44.559163 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:16:44.586692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260286866497', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:44.587310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Unsubscribe: segment precommit_create {{(pid=88139) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 22 15:16:44.587725 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Added segment ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f of type vlan for network 10c20c6e-898e-4fe4-a91d-150529a10271 Nov 22 15:16:44.639597 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd7e207-a512-4d4f-95e9-49fcf1946d2e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:16:44.664678 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:44.665049 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:44.665408 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:44.665764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:44.666125 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:44.666480 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:44.666851 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:44.667212 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:44.667560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:44.667903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:44.668247 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Tracked resource versions report: Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: pushed versions: Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': {'1.0'}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': {'1.1'}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': {'1.5'}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': {'1.2'}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': {'1.8'}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': {'1.2'}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': {'1.0'}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': {'1.1'}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': {'1.1'}} Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: consumer versions: Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: { DHCP agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: L3 agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: Metadata agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: Metering agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: Open vSwitch agent@dv-cinder-818778-1-iscsi: { 'ConntrackHelper': '1.0', Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': '1.0', Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': '1.1', Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': '1.5', Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': '1.2', Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': '1.8', Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': '1.2', Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': '1.0', Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': '1.0', Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': '1.1', Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': '1.1'}} Nov 22 15:16:44.669261 dv-cinder-818778-1-iscsi neutron-server[88029]: {{(pid=88139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:16:44.712670 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:44.717180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:44.750604 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:44.752449 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:16:44.753101 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:44.757797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:44.859229 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5818417 Nov 22 15:16:44.868238 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Pushing event updated for resources: {'Network': ['ID=10c20c6e-898e-4fe4-a91d-150529a10271,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:16:44.871602 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:44.885818 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 10c20c6e-898e-4fe4-a91d-150529a10271 details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:16:47.109136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 59296) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:47.288276 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d72de-41cf-4663-8aa9-33244fb0a54f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:16:47.289626 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-be8d72de-41cf-4663-8aa9-33244fb0a54f admin admin] 10.222.0.41 "GET /v2.0/networks/10c20c6e-898e-4fe4-a91d-150529a10271 HTTP/1.1" status: 200 len: 825 time: 0.1794648 Nov 22 15:16:47.319338 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-d5a63524-135f-43d0-b38c-0c013241396e admin admin] 10.222.0.41 "GET /v2.0/subnetpools/d57efc6d-b4f4-409c-9b27-ea39710b958b HTTP/1.1" status: 200 len: 734 time: 0.0236137 Nov 22 15:16:47.328589 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'd57efc6d-b4f4-409c-9b27-ea39710b958b', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:16:47.333100 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:16:47.337043 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Usage tracker for resource:subnet and tenant:b6264b95f44b46b1afd21aa48223e44f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:16:47.339978 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:16:47.346264 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:16:47.357857 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Made reservation on behalf of b6264b95f44b46b1afd21aa48223e44f for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:16:47.362909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:47.653208 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:47.657805 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:47.750729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca5cf94-de9d-4149-b66d-40e4d4495f60,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:16:47.755753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:47.762972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Checking segment: {'id': 'ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:16:47.763403 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Network hostable DHCP agents. Network: 10c20c6e-898e-4fe4-a91d-150529a10271, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:16:47.786186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Network 10c20c6e-898e-4fe4-a91d-150529a10271 is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:16:47.794706 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 10c20c6e-898e-4fe4-a91d-150529a10271) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:16:47.799558 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:16:47.800193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:47.806398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbdf9d0-57aa-4d9d-a392-7e5ac03a660b None None] Network 10c20c6e-898e-4fe4-a91d-150529a10271 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:16:47.822785 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4939337 Nov 22 15:16:48.195785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d692c69-4de3-5c91-a23a-bac7a1986daa-10c20c6e-898e-4fe4-a91d-150529a10271', 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'fixed_ips': [{'subnet_id': 'cca5cf94-de9d-4149-b66d-40e4d4495f60'}]}} from dv-cinder-818778-1-iscsi. {{(pid=88140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:16:48.196789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:48.401132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Allocated IP 172.20.0.2 (10c20c6e-898e-4fe4-a91d-150529a10271/cca5cf94-de9d-4149-b66d-40e4d4495f60/1d0b9050-9925-48f1-8e0d-2565b3a5376f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:16:48.635176 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:48.647916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Transition to ACTIVE for port object 1d0b9050-9925-48f1-8e0d-2565b3a5376f will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:16:48.667456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Transition to ACTIVE for port object 1d0b9050-9925-48f1-8e0d-2565b3a5376f will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:16:48.673074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:48.678185 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:48.744630 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Network 10c20c6e-898e-4fe4-a91d-150529a10271 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:16:48.748150 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:16:48.752355 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Pushing event updated for resources: {'Port': ['ID=1d0b9050-9925-48f1-8e0d-2565b3a5376f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:16:48.755972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:16:48.767447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:48.767835 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:48.768176 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:48.768535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:48.768885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:48.769237 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:48.769583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:48.769944 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:48.770290 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:48.770653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:48.771001 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Tracked resource versions report: Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: pushed versions: Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': {'1.0'}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': {'1.1'}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': {'1.5'}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': {'1.2'}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': {'1.8'}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': {'1.2'}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': {'1.0'}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': {'1.1'}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': {'1.1'}} Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: consumer versions: Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: { DHCP agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: L3 agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: Metadata agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: Metering agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: Open vSwitch agent@dv-cinder-818778-1-iscsi: { 'ConntrackHelper': '1.0', Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': '1.0', Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': '1.1', Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': '1.5', Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': '1.2', Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': '1.8', Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': '1.2', Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': '1.0', Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': '1.0', Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': '1.1', Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': '1.1'}} Nov 22 15:16:48.772131 dv-cinder-818778-1-iscsi neutron-server[88029]: {{(pid=88140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:16:48.808828 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:48.862926 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Attempting to bind port 1d0b9050-9925-48f1-8e0d-2565b3a5376f on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:16:48.863605 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Attempting to bind port 1d0b9050-9925-48f1-8e0d-2565b3a5376f by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': 'ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:16:48.864058 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Attempting to bind port 1d0b9050-9925-48f1-8e0d-2565b3a5376f on network 10c20c6e-898e-4fe4-a91d-150529a10271 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:16:48.870551 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:16:48.870995 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Checking segment: {'id': 'ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:16:48.871456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:48.871877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Bound using segment: {'id': 'ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:16:48.872407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Bound port: 1d0b9050-9925-48f1-8e0d-2565b3a5376f, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:16:48.872801 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:48.960896 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] For port 1d0b9050-9925-48f1-8e0d-2565b3a5376f, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:16:48.964807 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] For port 1d0b9050-9925-48f1-8e0d-2565b3a5376f, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=1d0b9050-9925-48f1-8e0d-2565b3a5376f,segment=NetworkSegment(ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f),segment_id=ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:16:48.968051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:48.973109 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:49.060676 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Pushing event updated for resources: {'Port': ['ID=1d0b9050-9925-48f1-8e0d-2565b3a5376f,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:16:49.063914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:49.977936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 59308) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:50.053877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [None req-372d709c-d8d3-4dd9-bf63-012fce561f2c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:16:50.066644 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-372d709c-d8d3-4dd9-bf63-012fce561f2c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0759938 Nov 22 15:16:52.248002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 59324) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:52.323192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [None req-95cd2c7f-3d3d-4a38-8fb6-fef6b45b61b9 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:16:52.324266 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-95cd2c7f-3d3d-4a38-8fb6-fef6b45b61b9 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0752680 Nov 22 15:16:53.485650 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 1d0b9050-9925-48f1-8e0d-2565b3a5376f up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:16:53.559543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 1d0b9050-9925-48f1-8e0d-2565b3a5376f completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:16:53.818768 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff892e4b-d998-45fe-80df-ba55e5faad5b None None] Network 10c20c6e-898e-4fe4-a91d-150529a10271 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:16:53.920697 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-969f5862-acf8-4c84-9b72-ae1223455bc4 None None] Provisioning for port 1d0b9050-9925-48f1-8e0d-2565b3a5376f completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:16:53.928705 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-969f5862-acf8-4c84-9b72-ae1223455bc4 None None] Provisioning complete for port 1d0b9050-9925-48f1-8e0d-2565b3a5376f triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:16:53.929103 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-969f5862-acf8-4c84-9b72-ae1223455bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:54.258466 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-969f5862-acf8-4c84-9b72-ae1223455bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:54.336462 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-969f5862-acf8-4c84-9b72-ae1223455bc4 None None] For port 1d0b9050-9925-48f1-8e0d-2565b3a5376f, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=1d0b9050-9925-48f1-8e0d-2565b3a5376f,segment=NetworkSegment(ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f),segment_id=ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:16:54.340837 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-969f5862-acf8-4c84-9b72-ae1223455bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:54.346219 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:54.414991 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f5862-acf8-4c84-9b72-ae1223455bc4 None None] Pushing event updated for resources: {'Port': ['ID=1d0b9050-9925-48f1-8e0d-2565b3a5376f,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:16:54.419788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-969f5862-acf8-4c84-9b72-ae1223455bc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:54.589954 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 59338) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:54.666480 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7cef0ea2-a889-4bc9-b47c-916d80d972c0 admin admin] Request body: {'router': {'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'name': 'router1', 'admin_state_up': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:16:54.667856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-7dd80d04-5937-4aee-b4fc-b6a9c721d967 None None] Provisioning complete for port 1d0b9050-9925-48f1-8e0d-2565b3a5376f triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:16:54.668268 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7dd80d04-5937-4aee-b4fc-b6a9c721d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:54.671699 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7cef0ea2-a889-4bc9-b47c-916d80d972c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:16:54.675870 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7cef0ea2-a889-4bc9-b47c-916d80d972c0 admin admin] Usage tracker for resource:router and tenant:b6264b95f44b46b1afd21aa48223e44f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:16:54.679236 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7cef0ea2-a889-4bc9-b47c-916d80d972c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:16:54.685180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7cef0ea2-a889-4bc9-b47c-916d80d972c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:16:54.694069 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7cef0ea2-a889-4bc9-b47c-916d80d972c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1627575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28999'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:54.695288 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7cef0ea2-a889-4bc9-b47c-916d80d972c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853148395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746696'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:54.718178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7cef0ea2-a889-4bc9-b47c-916d80d972c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:54.823386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7cef0ea2-a889-4bc9-b47c-916d80d972c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853148241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852966345'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:54.844030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7cef0ea2-a889-4bc9-b47c-916d80d972c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:54.845288 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7cef0ea2-a889-4bc9-b47c-916d80d972c0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2543101 Nov 22 15:16:55.450307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 1d0b9050-9925-48f1-8e0d-2565b3a5376f up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:16:55.522389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 1d0b9050-9925-48f1-8e0d-2565b3a5376f triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:16:55.522821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:56.986406 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 59350) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:57.061470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [None req-18e19868-8744-4ed6-bfb8-c1efd3d3152a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:16:57.062526 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-18e19868-8744-4ed6-bfb8-c1efd3d3152a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0750613 Nov 22 15:16:59.225246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 59362) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:59.301743 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:16:59.307095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:16:59.311081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Usage tracker for resource:network and tenant:66c2b07d52da4f178a92d4d51e880009 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:16:59.314020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:16:59.320299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:16:59.330668 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Made reservation on behalf of 66c2b07d52da4f178a92d4d51e880009 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:16:59.335240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:59.348406 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:59.380505 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:16:59.384275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Usage tracker for resource:security_group_rule and tenant:66c2b07d52da4f178a92d4d51e880009 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:16:59.387090 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:16:59.392863 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:16:59.459794 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:59.462207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:59.466342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:59.479432 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Reserving flat network on physical network physnet1 {{(pid=88139) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 22 15:16:59.503962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db996c2-ab7c-48ca-b108-8f13525a35fb,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:16:59.506844 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:59.507225 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Added segment 1793cdb9-3a45-494c-a845-fe9cecc9777e of type flat for network 94e56778-0464-46a4-925b-03555f7ef8fd Nov 22 15:16:59.508437 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:59.539333 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:59.574243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:59.575479 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:16:59.576097 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:59.581303 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:59.795796 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5693023 Nov 22 15:16:59.804445 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Pushing event updated for resources: {'Network': ['ID=94e56778-0464-46a4-925b-03555f7ef8fd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:16:59.807422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:59.815874 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 94e56778-0464-46a4-925b-03555f7ef8fd details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:17:01.951285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 59374) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:17:02.803744 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.policy [None req-69027e19-214d-4f1a-ad95-4309aa114c86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88138) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 22 15:17:02.810026 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69027e19-214d-4f1a-ad95-4309aa114c86 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:17:02.811803 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-69027e19-214d-4f1a-ad95-4309aa114c86 admin admin] 10.222.0.41 "GET /v2.0/subnets/cca5cf94-de9d-4149-b66d-40e4d4495f60 HTTP/1.1" status: 200 len: 849 time: 0.8585565 Nov 22 15:17:02.984952 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b175662f-b68f-4c6e-b320-c4bc7aa6739a admin admin] 10.222.0.41 "GET /v2.0/routers/7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f HTTP/1.1" status: 200 len: 704 time: 0.1672206 Nov 22 15:17:03.582348 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:03.721662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b696475-49dc-4f15-8af2-49fa1e9955ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:03.843682 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Allocated IP 172.20.0.1 (10c20c6e-898e-4fe4-a91d-150529a10271/cca5cf94-de9d-4149-b66d-40e4d4495f60/20389c1e-70c1-4c8a-a242-76e90f10af44) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:17:04.019529 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:04.037974 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Transition to ACTIVE for port object 20389c1e-70c1-4c8a-a242-76e90f10af44 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:17:04.086612 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:04.091415 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:04.155744 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Network 10c20c6e-898e-4fe4-a91d-150529a10271 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:17:04.156801 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:17:04.190073 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=20389c1e-70c1-4c8a-a242-76e90f10af44,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:04.195529 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:17:04.196053 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833330'] for router_interface, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:04.240444 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:04.240821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:04.241189 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:04.241550 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:04.241918 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:04.242270 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:04.242651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:04.243004 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:04.243352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:04.243694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:04.244037 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Tracked resource versions report: Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: pushed versions: Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': {'1.0'}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': {'1.1'}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': {'1.5'}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': {'1.2'}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': {'1.8'}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': {'1.2'}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': {'1.0'}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': {'1.1'}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': {'1.1'}} Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: consumer versions: Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: { DHCP agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: L3 agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: Metadata agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: Metering agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: Open vSwitch agent@dv-cinder-818778-1-iscsi: { 'ConntrackHelper': '1.0', Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': '1.0', Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': '1.1', Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': '1.5', Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': '1.2', Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': '1.8', Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': '1.2', Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': '1.0', Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': '1.0', Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': '1.1', Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': '1.1'}} Nov 22 15:17:04.245058 dv-cinder-818778-1-iscsi neutron-server[88029]: {{(pid=88138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:17:04.257209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:04.330922 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:04.461010 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-b94042f2-2964-43cb-9f4a-3adccb805704 None None] Provisioning for port 20389c1e-70c1-4c8a-a242-76e90f10af44 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:17:04.465870 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-b94042f2-2964-43cb-9f4a-3adccb805704 None None] Provisioning complete for port 20389c1e-70c1-4c8a-a242-76e90f10af44 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:04.466226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b94042f2-2964-43cb-9f4a-3adccb805704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:04.518278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b94042f2-2964-43cb-9f4a-3adccb805704 None None] Port 20389c1e-70c1-4c8a-a242-76e90f10af44 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:17:04.567973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:04.571430 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:04.572497 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7221004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852942571'] for router_interface, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:04.576394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:04.670857 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=20389c1e-70c1-4c8a-a242-76e90f10af44,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:04.675983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:04.778341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Network 10c20c6e-898e-4fe4-a91d-150529a10271 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:17:04.779446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:17:05.041880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-93016fe8-599d-4a87-ab10-d13a5e234b4f None None] Provisioning complete for port 20389c1e-70c1-4c8a-a242-76e90f10af44 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:05.042412 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-93016fe8-599d-4a87-ab10-d13a5e234b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:05.108673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:05.115784 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-93016fe8-599d-4a87-ab10-d13a5e234b4f None None] Port 20389c1e-70c1-4c8a-a242-76e90f10af44 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:17:05.150416 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Router 7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f is scheduled to L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 with binding_index 1 {{(pid=88138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:17:05.459619 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:17:05.470018 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Sync routers for ids ['7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:17:05.473107 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] 10.222.0.41 "PUT /v2.0/routers/7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4823246 Nov 22 15:17:05.482999 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Routers {'7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:17:05.483738 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:16:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:05.658981 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Set router 7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:17:05.923937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-01e2813a-db47-4273-acf8-e01419db1b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.029385 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'name': 'router1', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:16:54Z', 'updated_at': '2021-11-22T15:17:04Z', 'revision_number': 2, 'project_id': 'b6264b95f44b46b1afd21aa48223e44f', 'gw_port_host': None, '_interfaces': [{'id': '20389c1e-70c1-4c8a-a242-76e90f10af44', 'name': '', 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'mac_address': 'fa:16:3e:14:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cca5cf94-de9d-4149-b66d-40e4d4495f60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:03Z', 'updated_at': '2021-11-22T15:17:04Z', 'revision_number': 2, 'project_id': 'b6264b95f44b46b1afd21aa48223e44f', 'subnets': [{'id': 'cca5cf94-de9d-4149-b66d-40e4d4495f60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd57efc6d-b4f4-409c-9b27-ea39710b958b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:06.034879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Checking router: 7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:17:06.035262 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Updating router 7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f port 20389c1e-70c1-4c8a-a242-76e90f10af44 binding host dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:17:06.089813 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.175847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.471673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.486645 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Transition to ACTIVE for port object 20389c1e-70c1-4c8a-a242-76e90f10af44 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:17:06.493006 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.497718 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:06.669727 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Pushing event updated for resources: {'Port': ['ID=20389c1e-70c1-4c8a-a242-76e90f10af44,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:06.725867 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:06.726169 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:06.726510 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:06.726913 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:06.727269 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:06.727621 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:06.727969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:06.728322 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:06.728667 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:06.729010 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:06.729355 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Tracked resource versions report: Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: pushed versions: Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': {'1.0'}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': {'1.1'}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': {'1.5'}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': {'1.2'}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': {'1.8'}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': {'1.2'}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': {'1.0'}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': {'1.1'}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': {'1.1'}} Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: consumer versions: Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: { DHCP agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: L3 agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: Metadata agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: Metering agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: Open vSwitch agent@dv-cinder-818778-1-iscsi: { 'ConntrackHelper': '1.0', Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': '1.0', Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': '1.1', Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': '1.5', Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': '1.2', Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': '1.8', Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': '1.2', Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': '1.0', Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': '1.0', Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': '1.1', Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': '1.1'}} Nov 22 15:17:06.730377 dv-cinder-818778-1-iscsi neutron-server[88029]: {{(pid=88141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:17:06.736197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Attempting to bind port 20389c1e-70c1-4c8a-a242-76e90f10af44 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:17:06.737094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Attempting to bind port 20389c1e-70c1-4c8a-a242-76e90f10af44 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': 'ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:17:06.737789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Attempting to bind port 20389c1e-70c1-4c8a-a242-76e90f10af44 on network 10c20c6e-898e-4fe4-a91d-150529a10271 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:17:06.741692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:06.748378 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:17:06.748803 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Checking segment: {'id': 'ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:17:06.749266 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.749688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Bound using segment: {'id': 'ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:17:06.750215 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Bound port: 20389c1e-70c1-4c8a-a242-76e90f10af44, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:17:06.750715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.840460 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] For port 20389c1e-70c1-4c8a-a242-76e90f10af44, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:17:06.845442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] For port 20389c1e-70c1-4c8a-a242-76e90f10af44, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=20389c1e-70c1-4c8a-a242-76e90f10af44,segment=NetworkSegment(ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f),segment_id=ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:17:06.847804 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.852454 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:06.941713 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Pushing event updated for resources: {'Port': ['ID=20389c1e-70c1-4c8a-a242-76e90f10af44,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:06.946136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:06.947705 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Routers {'7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:17:06.948352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:17:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:07.111785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] Set router 7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:17:07.576388 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'name': 'router1', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:16:54Z', 'updated_at': '2021-11-22T15:17:04Z', 'revision_number': 2, 'project_id': 'b6264b95f44b46b1afd21aa48223e44f', 'gw_port_host': None, '_interfaces': [{'id': '20389c1e-70c1-4c8a-a242-76e90f10af44', 'name': '', 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'mac_address': 'fa:16:3e:14:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cca5cf94-de9d-4149-b66d-40e4d4495f60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:03Z', 'updated_at': '2021-11-22T15:17:06Z', 'revision_number': 4, 'project_id': 'b6264b95f44b46b1afd21aa48223e44f', 'subnets': [{'id': 'cca5cf94-de9d-4149-b66d-40e4d4495f60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd57efc6d-b4f4-409c-9b27-ea39710b958b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:07.581464 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a7bb7-d3e7-4294-b7a4-9a9af24fddd4 None None] The sync data for ids ['7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f'] in dv-cinder-818778-1-iscsi is: [{'id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'name': 'router1', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:16:54Z', 'updated_at': '2021-11-22T15:17:04Z', 'revision_number': 2, 'project_id': 'b6264b95f44b46b1afd21aa48223e44f', 'gw_port_host': None, '_interfaces': [{'id': '20389c1e-70c1-4c8a-a242-76e90f10af44', 'name': '', 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'mac_address': 'fa:16:3e:14:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cca5cf94-de9d-4149-b66d-40e4d4495f60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:03Z', 'updated_at': '2021-11-22T15:17:06Z', 'revision_number': 4, 'project_id': 'b6264b95f44b46b1afd21aa48223e44f', 'subnets': [{'id': 'cca5cf94-de9d-4149-b66d-40e4d4495f60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd57efc6d-b4f4-409c-9b27-ea39710b958b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:17:07.629443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 59398) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:17:07.809423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0d2962-dcc7-4b4a-bd8f-53737f301056 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:17:07.810914 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-0c0d2962-dcc7-4b4a-bd8f-53737f301056 admin admin] 10.222.0.41 "GET /v2.0/networks/94e56778-0464-46a4-925b-03555f7ef8fd HTTP/1.1" status: 200 len: 842 time: 0.1804218 Nov 22 15:17:07.821332 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:17:07.824018 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.quota [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Loaded quota_driver: . Nov 22 15:17:07.830208 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:17:07.834906 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Usage tracker for resource:subnet and tenant:66c2b07d52da4f178a92d4d51e880009 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:17:07.841406 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:17:07.848247 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:17:07.859558 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Made reservation on behalf of 66c2b07d52da4f178a92d4d51e880009 for: {'subnet': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:17:07.864418 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:07.944911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:08.287343 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for subnet, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:08.292125 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:08.363284 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:08.370320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:08.378794 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Checking segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:17:08.379180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Network hostable DHCP agents. Network: 94e56778-0464-46a4-925b-03555f7ef8fd, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:17:08.402696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Network 94e56778-0464-46a4-925b-03555f7ef8fd is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:17:08.412005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 94e56778-0464-46a4-925b-03555f7ef8fd) {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:17:08.416023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:17:08.416621 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:08.421502 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f3ac3-89a0-4d8b-822d-6a951350f951 None None] Network 94e56778-0464-46a4-925b-03555f7ef8fd requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:17:08.438449 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6207252 Nov 22 15:17:08.667690 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb2c61c-ea87-41da-b129-a86e36b2ee1c None None] Network 94e56778-0464-46a4-925b-03555f7ef8fd requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:17:09.473480 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 20389c1e-70c1-4c8a-a242-76e90f10af44 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:17:09.548614 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 20389c1e-70c1-4c8a-a242-76e90f10af44 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:17:09.553275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 20389c1e-70c1-4c8a-a242-76e90f10af44 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:09.553696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:09.675678 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:09.707621 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 20389c1e-70c1-4c8a-a242-76e90f10af44, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=20389c1e-70c1-4c8a-a242-76e90f10af44,segment=NetworkSegment(ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f),segment_id=ca0a3523-fba5-4f53-ba6a-0bcf07d6e84f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:17:09.710636 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:09.712736 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:09.779401 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=20389c1e-70c1-4c8a-a242-76e90f10af44,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:09.783074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:10.708030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 59414) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:17:10.953738 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-5c98d4a6-0cce-40e2-9f33-3c1ae51f4667 admin admin] 10.222.0.41 "GET /v2.0/routers/7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f HTTP/1.1" status: 200 len: 710 time: 0.2445381 Nov 22 15:17:11.088330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cadb6f8-4ffa-4921-8e92-dbf629dfe037 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:17:11.089750 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-9cadb6f8-4ffa-4921-8e92-dbf629dfe037 admin admin] 10.222.0.41 "GET /v2.0/networks/94e56778-0464-46a4-925b-03555f7ef8fd HTTP/1.1" status: 200 len: 886 time: 0.1301093 Nov 22 15:17:11.099818 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:17:11.457981 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 20389c1e-70c1-4c8a-a242-76e90f10af44 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:17:11.528926 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 20389c1e-70c1-4c8a-a242-76e90f10af44 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:11.529345 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:11.729313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746711'] for router, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:11.917798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:11.978828 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:12.114846 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Allocated IP 172.27.0.101 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/5817ce8d-3ba1-4bcd-9981-3c1254001283) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:17:12.273243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:12.297723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:12.302220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:12.368431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:17:12.371681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:17:12.373658 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Pushing event updated for resources: {'Port': ['ID=5817ce8d-3ba1-4bcd-9981-3c1254001283,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:12.388430 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:17:12.439936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:12.532188 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:12.699657 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746711'] for router, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:12.703027 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852966345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852966328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1809471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853148258'] for router, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:12.907376 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Router 7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:17:13.106316 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:17:13.116532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Notify callbacks [] for router, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:13.117696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Sync routers for ids ['7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:17:13.117829 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] 10.222.0.41 "PUT /v2.0/routers/7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f HTTP/1.1" status: 200 len: 890 time: 2.0213327 Nov 22 15:17:13.130677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Routers {'7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:17:13.131406 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:17:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:13.323686 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Set router 7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:17:13.682494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'name': 'router1', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '5817ce8d-3ba1-4bcd-9981-3c1254001283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:16:54Z', 'updated_at': '2021-11-22T15:17:12Z', 'revision_number': 4, 'project_id': 'b6264b95f44b46b1afd21aa48223e44f', 'gw_port': {'id': '5817ce8d-3ba1-4bcd-9981-3c1254001283', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:12Z', 'updated_at': '2021-11-22T15:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '20389c1e-70c1-4c8a-a242-76e90f10af44', 'name': '', 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'mac_address': 'fa:16:3e:14:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cca5cf94-de9d-4149-b66d-40e4d4495f60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:03Z', 'updated_at': '2021-11-22T15:17:09Z', 'revision_number': 5, 'project_id': 'b6264b95f44b46b1afd21aa48223e44f', 'subnets': [{'id': 'cca5cf94-de9d-4149-b66d-40e4d4495f60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd57efc6d-b4f4-409c-9b27-ea39710b958b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:13.687644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Checking router: 7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:17:13.688039 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Updating router 7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f port 5817ce8d-3ba1-4bcd-9981-3c1254001283 binding host dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:17:13.739659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:14.086325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:14.098368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Transition to ACTIVE for port object 5817ce8d-3ba1-4bcd-9981-3c1254001283 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:17:14.103885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:14.108301 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:14.183885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937fff9-98d4-45bb-967f-b45af6209293 None None] Pushing event updated for resources: {'Port': ['ID=5817ce8d-3ba1-4bcd-9981-3c1254001283,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:14.188036 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b937fff9-98d4-45bb-967f-b45af6209293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:14.190720 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Attempting to bind port 5817ce8d-3ba1-4bcd-9981-3c1254001283 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:17:14.191132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Attempting to bind port 5817ce8d-3ba1-4bcd-9981-3c1254001283 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:17:14.191539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Attempting to bind port 5817ce8d-3ba1-4bcd-9981-3c1254001283 on network 94e56778-0464-46a4-925b-03555f7ef8fd {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:17:14.198203 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:17:14.198608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Checking segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:17:14.199080 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:14.199500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Bound using segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:17:14.200011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Bound port: 5817ce8d-3ba1-4bcd-9981-3c1254001283, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:17:14.200413 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:14.274702 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] For port 5817ce8d-3ba1-4bcd-9981-3c1254001283, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:17:14.277976 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] For port 5817ce8d-3ba1-4bcd-9981-3c1254001283, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=5817ce8d-3ba1-4bcd-9981-3c1254001283,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:17:14.281202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:14.286324 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-969f5862-acf8-4c84-9b72-ae1223455bc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:14.371417 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Routers {'7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:17:14.372084 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:17:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:14.425771 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937fff9-98d4-45bb-967f-b45af6209293 None None] Pushing event updated for resources: {'Port': ['ID=5817ce8d-3ba1-4bcd-9981-3c1254001283,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:14.429127 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b937fff9-98d4-45bb-967f-b45af6209293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:14.698361 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] Set router 7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:17:15.037195 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'name': 'router1', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '5817ce8d-3ba1-4bcd-9981-3c1254001283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:16:54Z', 'updated_at': '2021-11-22T15:17:12Z', 'revision_number': 4, 'project_id': 'b6264b95f44b46b1afd21aa48223e44f', 'gw_port': {'id': '5817ce8d-3ba1-4bcd-9981-3c1254001283', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:12Z', 'updated_at': '2021-11-22T15:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '20389c1e-70c1-4c8a-a242-76e90f10af44', 'name': '', 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'mac_address': 'fa:16:3e:14:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cca5cf94-de9d-4149-b66d-40e4d4495f60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:03Z', 'updated_at': '2021-11-22T15:17:09Z', 'revision_number': 5, 'project_id': 'b6264b95f44b46b1afd21aa48223e44f', 'subnets': [{'id': 'cca5cf94-de9d-4149-b66d-40e4d4495f60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd57efc6d-b4f4-409c-9b27-ea39710b958b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:15.041172 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0becf-88fe-424d-a118-0e8d827f4f4d None None] The sync data for ids ['7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f'] in dv-cinder-818778-1-iscsi is: [{'id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'name': 'router1', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '5817ce8d-3ba1-4bcd-9981-3c1254001283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:16:54Z', 'updated_at': '2021-11-22T15:17:12Z', 'revision_number': 4, 'project_id': 'b6264b95f44b46b1afd21aa48223e44f', 'gw_port': {'id': '5817ce8d-3ba1-4bcd-9981-3c1254001283', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:12Z', 'updated_at': '2021-11-22T15:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '20389c1e-70c1-4c8a-a242-76e90f10af44', 'name': '', 'network_id': '10c20c6e-898e-4fe4-a91d-150529a10271', 'tenant_id': 'b6264b95f44b46b1afd21aa48223e44f', 'mac_address': 'fa:16:3e:14:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0c2b7-c71b-4da6-a68d-cda8d1e6748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cca5cf94-de9d-4149-b66d-40e4d4495f60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:03Z', 'updated_at': '2021-11-22T15:17:09Z', 'revision_number': 5, 'project_id': 'b6264b95f44b46b1afd21aa48223e44f', 'subnets': [{'id': 'cca5cf94-de9d-4149-b66d-40e4d4495f60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd57efc6d-b4f4-409c-9b27-ea39710b958b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:17:15.433286 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 59428) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:17:15.495764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 5817ce8d-3ba1-4bcd-9981-3c1254001283 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:17:15.579916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 5817ce8d-3ba1-4bcd-9981-3c1254001283 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:17:15.584757 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 5817ce8d-3ba1-4bcd-9981-3c1254001283 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:15.585161 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:15.594478 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b13182ee-d18d-4fd0-8f8b-f34d00dc368b admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1527267 Nov 22 15:17:15.707475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:15.725496 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 5817ce8d-3ba1-4bcd-9981-3c1254001283, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=5817ce8d-3ba1-4bcd-9981-3c1254001283,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:17:15.730742 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:15.733791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:15.804780 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=5817ce8d-3ba1-4bcd-9981-3c1254001283,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:15.811371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:17.467976 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 5817ce8d-3ba1-4bcd-9981-3c1254001283 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:17:17.542945 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 5817ce8d-3ba1-4bcd-9981-3c1254001283 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:17.543343 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:33.723770 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d5b5-3701-4819-be05-644b8ef915d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:35.071534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:35.423098 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 5 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:17:35.925883 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2485161-5a9e-4413-8b99-7dcea586b3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:36.175637 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:37.962379 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:03.724602 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-862807a2-8921-4aae-b789-76a312dc4083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:05.075034 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:05.927723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-012c5001-a7a6-4a9c-a599-56bb238315c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:06.180050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:07.975856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:12.424728 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 5 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:18:33.726306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8040338d-0c1a-450d-9cd9-4484173fbdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:35.078057 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:35.928976 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51325fc2-c025-4df8-ad1e-02e192a525a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:36.181613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:37.972248 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:49.431595 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 5 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:18:50.982958 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 59966) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:18:51.081305 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-80736964-a355-4081-b380-fb2740dd56e8 admin admin] GET failed (client error): The resource could not be found. Nov 22 15:18:51.082653 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-80736964-a355-4081-b380-fb2740dd56e8 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0985413 Nov 22 15:18:51.225067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b452d5-c336-43da-8f11-e66b33ae3a43 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:18:51.226550 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-25b452d5-c336-43da-8f11-e66b33ae3a43 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1396449 Nov 22 15:18:53.305531 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 59978) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:18:53.449414 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87abe12a-6346-465f-875d-d6f816906355 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:18:53.449972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-87abe12a-6346-465f-875d-d6f816906355 admin admin] Synchronizing usage tracker for tenant:66c2b07d52da4f178a92d4d51e880009 on resource:subnet {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:18:53.466244 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-87abe12a-6346-465f-875d-d6f816906355 admin admin] Unset dirty status for tenant:66c2b07d52da4f178a92d4d51e880009 on resource:subnet {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:18:53.468054 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-87abe12a-6346-465f-875d-d6f816906355 admin admin] 10.222.0.41 "GET /v2.0/subnets/cca5cf94-de9d-4149-b66d-40e4d4495f60 HTTP/1.1" status: 200 len: 849 time: 0.1614811 Nov 22 15:18:53.478139 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:18:53.599810 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Notify callbacks [] for subnet, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:53.796446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776567832486'] for subnet, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:53.800668 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:18:53.848507 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:18:53.849304 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:53.851102 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] 10.222.0.41 "PUT /v2.0/subnets/cca5cf94-de9d-4149-b66d-40e4d4495f60 HTTP/1.1" status: 200 len: 868 time: 0.3769042 Nov 22 15:18:53.852656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48912fe-296c-4f7a-a1bd-ece42533733f None None] Network 10c20c6e-898e-4fe4-a91d-150529a10271 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:18:53.874922 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca5cf94-de9d-4149-b66d-40e4d4495f60,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:18:53.884215 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:18:53.884590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:18:53.884933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:18:53.885292 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:18:53.885651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:18:53.886007 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:18:53.886359 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:18:53.886733 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:18:53.887084 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:18:53.887436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:18:53.887787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:18:53.892705 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:18:54.368985 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-9d463ea0-e294-419b-807e-76fd1c3a88d7 None None] Provisioning complete for port 20389c1e-70c1-4c8a-a242-76e90f10af44 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:18:54.369467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d463ea0-e294-419b-807e-76fd1c3a88d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:54.497255 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-9d463ea0-e294-419b-807e-76fd1c3a88d7 None None] Provisioning complete for port 1d0b9050-9925-48f1-8e0d-2565b3a5376f triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:18:54.497667 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d463ea0-e294-419b-807e-76fd1c3a88d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:55.929090 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 59990) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:18:56.140121 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94f8ed1-2952-419e-a155-454ec38b50c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:18:56.140467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94f8ed1-2952-419e-a155-454ec38b50c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:18:56.142112 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e94f8ed1-2952-419e-a155-454ec38b50c8 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2119875 Nov 22 15:18:58.219799 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60002) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:18:58.598074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa698a9-e195-4f3f-a017-bd585d1b4424 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:18:58.598497 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa698a9-e195-4f3f-a017-bd585d1b4424 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:18:58.600210 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7fa698a9-e195-4f3f-a017-bd585d1b4424 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3793409 Nov 22 15:19:00.681915 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60014) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:00.891057 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0adf04-7556-4a36-9005-df5a1b512bd7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:00.892443 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-bd0adf04-7556-4a36-9005-df5a1b512bd7 admin admin] 10.222.0.41 "GET /v2.0/networks/10c20c6e-898e-4fe4-a91d-150529a10271 HTTP/1.1" status: 200 len: 869 time: 0.2095125 Nov 22 15:19:02.994677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60026) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:03.197512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e772b076-713b-454a-91ca-41a313fe4ca7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:03.198063 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-e772b076-713b-454a-91ca-41a313fe4ca7 admin admin] Synchronizing usage tracker for tenant:66c2b07d52da4f178a92d4d51e880009 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:19:03.218137 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-e772b076-713b-454a-91ca-41a313fe4ca7 admin admin] Unset dirty status for tenant:66c2b07d52da4f178a92d4d51e880009 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:19:03.219968 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e772b076-713b-454a-91ca-41a313fe4ca7 admin admin] 10.222.0.41 "GET /v2.0/networks/94e56778-0464-46a4-925b-03555f7ef8fd HTTP/1.1" status: 200 len: 886 time: 0.2241213 Nov 22 15:19:03.727194 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b10ae1e4-2ba4-433d-8c35-0655bc751fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:05.080523 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:05.300461 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60038) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:05.440106 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc8b3b-4405-4571-86c5-f5f311713a21 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:05.440518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc8b3b-4405-4571-86c5-f5f311713a21 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:05.442145 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-62bc8b3b-4405-4571-86c5-f5f311713a21 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1405907 Nov 22 15:19:05.929349 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd31e-6482-4ae8-a0ab-e703c0526f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:06.187172 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:07.600205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60050) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:07.743207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffabd6b-86d8-4ecb-81d7-afe4cd2fcda5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:07.743619 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffabd6b-86d8-4ecb-81d7-afe4cd2fcda5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:07.745245 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-0ffabd6b-86d8-4ecb-81d7-afe4cd2fcda5 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1440227 Nov 22 15:19:07.980281 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:09.831470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60062) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:09.963593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9847f85-9a39-4ba5-a6b7-2d2f8f937bb6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:09.964933 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b9847f85-9a39-4ba5-a6b7-2d2f8f937bb6 admin admin] 10.222.0.41 "GET /v2.0/subnets/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf HTTP/1.1" status: 200 len: 816 time: 0.1324563 Nov 22 15:19:12.091581 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60074) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:12.237167 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2141ce92-93e2-416a-8329-95e8598e8f4c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:12.238509 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-2141ce92-93e2-416a-8329-95e8598e8f4c admin admin] 10.222.0.41 "GET /v2.0/subnets/cca5cf94-de9d-4149-b66d-40e4d4495f60 HTTP/1.1" status: 200 len: 868 time: 0.1458950 Nov 22 15:19:26.422790 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 5 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:19:32.312332 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60122) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:32.388377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [None req-efc8d64c-ec0a-41dc-823d-9e6b562d4d70 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:19:32.389464 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-efc8d64c-ec0a-41dc-823d-9e6b562d4d70 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0761192 Nov 22 15:19:33.729931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-525ea781-61a9-46e6-bbe0-365b4b3483b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:34.592099 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60134) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:34.695986 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3dac12-ee78-4ba8-b95c-91fc1db39a3d admin admin] GET failed (client error): The resource could not be found. Nov 22 15:19:34.697555 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7d3dac12-ee78-4ba8-b95c-91fc1db39a3d admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1042876 Nov 22 15:19:34.836706 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1b4355-136b-4020-b277-d3e79670bb79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:34.838247 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-0c1b4355-136b-4020-b277-d3e79670bb79 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364157 Nov 22 15:19:35.083603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:35.929912 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef94e34d-3eaf-4607-9d71-cf5dfe44d0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:36.189968 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:36.931834 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60146) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:37.008290 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:19:37.013973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:19:37.024599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:19:37.035072 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Made reservation on behalf of 66c2b07d52da4f178a92d4d51e880009 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:19:37.039722 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:37.133780 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.services.revisions.revision_plugin [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Could not find related network for resource to bump revision. Nov 22 15:19:37.145603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:19:37.154026 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:37.154412 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Added segment c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8 of type vlan for network 28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209 Nov 22 15:19:37.180044 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:37.208298 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:37.209514 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:37.210132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:37.214819 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:19:37.319421 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3864179 Nov 22 15:19:37.320147 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Pushing event updated for resources: {'Network': ['ID=28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:19:37.335119 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:37.335648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:37.336017 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:37.336381 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:37.336746 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:37.337451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:37.337451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:37.337764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:37.338114 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:37.338466 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:37.338842 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:37.342818 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:19:37.353688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209 details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:19:37.982821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:39.431339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60158) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:39.530212 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f47a31-267f-433f-98b9-b0588711fd17 admin admin] GET failed (client error): The resource could not be found. Nov 22 15:19:39.530771 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a0f47a31-267f-433f-98b9-b0588711fd17 admin admin] Synchronizing usage tracker for tenant:66c2b07d52da4f178a92d4d51e880009 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:19:39.544738 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a0f47a31-267f-433f-98b9-b0588711fd17 admin admin] Unset dirty status for tenant:66c2b07d52da4f178a92d4d51e880009 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:19:39.545871 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a0f47a31-267f-433f-98b9-b0588711fd17 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1135149 Nov 22 15:19:39.658552 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114af62-90aa-4c20-85f2-f7830a57ff9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:39.660023 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3114af62-90aa-4c20-85f2-f7830a57ff9c admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1098061 Nov 22 15:19:39.670370 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:19:39.674963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:19:39.684799 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:19:39.693413 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Made reservation on behalf of 66c2b07d52da4f178a92d4d51e880009 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:19:39.697856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:39.904320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:39.908534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:19:39.979490 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3008d8d0-c5a3-4d5b-a151-d256538480b1,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:19:39.985050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:19:39.998273 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Checking segment: {'id': 'c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:19:39.998678 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Network hostable DHCP agents. Network: 28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:19:40.018880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Network 28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209 is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:19:40.026584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:19:40.031163 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:40.031798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:40.037424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d12071-48a2-46c2-bac3-43c1a6b65521 None None] Network 28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:19:40.055549 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3887684 Nov 22 15:19:40.268538 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d692c69-4de3-5c91-a23a-bac7a1986daa-28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209', 'network_id': '28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209', 'tenant_id': '66c2b07d52da4f178a92d4d51e880009', 'fixed_ips': [{'subnet_id': '3008d8d0-c5a3-4d5b-a151-d256538480b1'}]}} from dv-cinder-818778-1-iscsi. {{(pid=88140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:19:40.269415 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:40.439941 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Allocated IP 192.168.233.2 (28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209/3008d8d0-c5a3-4d5b-a151-d256538480b1/2e422df4-87bb-4fcc-8047-b60acaf65903) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:19:40.803834 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:40.814902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Transition to ACTIVE for port object 2e422df4-87bb-4fcc-8047-b60acaf65903 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:19:40.835266 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Transition to ACTIVE for port object 2e422df4-87bb-4fcc-8047-b60acaf65903 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:19:40.839914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:40.845282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:19:40.915217 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Network 28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:19:40.918112 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:19:40.923204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:19:40.925424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Pushing event updated for resources: {'Port': ['ID=2e422df4-87bb-4fcc-8047-b60acaf65903,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:19:40.966019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:40.966296 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:40.966649 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:40.967026 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:40.967384 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:40.967744 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:40.968098 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:40.968456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:40.968809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:40.969158 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:40.969510 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:40.977390 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:19:41.026909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Attempting to bind port 2e422df4-87bb-4fcc-8047-b60acaf65903 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:19:41.027324 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Attempting to bind port 2e422df4-87bb-4fcc-8047-b60acaf65903 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': 'c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:19:41.027725 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Attempting to bind port 2e422df4-87bb-4fcc-8047-b60acaf65903 on network 28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:19:41.035072 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:19:41.035484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Checking segment: {'id': 'c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:19:41.035923 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:41.036358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Bound using segment: {'id': 'c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:19:41.036870 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Bound port: 2e422df4-87bb-4fcc-8047-b60acaf65903, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:19:41.037284 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:41.132128 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] For port 2e422df4-87bb-4fcc-8047-b60acaf65903, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:19:41.135234 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] For port 2e422df4-87bb-4fcc-8047-b60acaf65903, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=2e422df4-87bb-4fcc-8047-b60acaf65903,segment=NetworkSegment(c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8),segment_id=c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:19:41.138883 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:41.143706 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c7e98442-4a1c-409e-aa03-6c06a3303502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:19:41.220959 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Pushing event updated for resources: {'Port': ['ID=2e422df4-87bb-4fcc-8047-b60acaf65903,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:19:41.224324 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:19:42.655644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eb1ad3-cf79-42f5-ab79-c66a4a4aaff9 None None] Network 28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:19:42.765641 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-7a5ab97f-6400-4c07-ac1b-8ebfa71b2a9f None None] Provisioning for port 2e422df4-87bb-4fcc-8047-b60acaf65903 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:19:43.557546 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 2e422df4-87bb-4fcc-8047-b60acaf65903 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:19:43.628853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 2e422df4-87bb-4fcc-8047-b60acaf65903 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:19:43.633737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 2e422df4-87bb-4fcc-8047-b60acaf65903 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:19:43.634145 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:43.751504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:43.784348 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 2e422df4-87bb-4fcc-8047-b60acaf65903, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=2e422df4-87bb-4fcc-8047-b60acaf65903,segment=NetworkSegment(c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8),segment_id=c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:19:43.787279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:43.789983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:19:43.859688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=2e422df4-87bb-4fcc-8047-b60acaf65903,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:19:43.863971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:19:45.537547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 2e422df4-87bb-4fcc-8047-b60acaf65903 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:19:45.606714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 2e422df4-87bb-4fcc-8047-b60acaf65903 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:19:45.607043 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:03.424330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 5 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:20:03.737547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f45bb64c-16b9-4a5d-bd63-73960b31816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:05.091269 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:05.931576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19792eb8-69d1-49a4-80e4-c8a96c70a9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:06.193437 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:07.987591 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:33.729003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2620-3ca8-4251-a51a-487c878fb272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:35.085282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:35.932719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de3cb4ab-e1aa-4e4f-b213-19a07734713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:36.196603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:37.988596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:40.424622 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 5 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:21:02.436880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60192) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:21:02.443044 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [None req-618ad410-f710-4da6-86ef-284bd71f9a0a tempest-verify_tempest_config-585097357 tempest-verify_tempest_config-585097357-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:21:02.444085 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-618ad410-f710-4da6-86ef-284bd71f9a0a tempest-verify_tempest_config-585097357 tempest-verify_tempest_config-585097357-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0061896 Nov 22 15:21:02.857556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60210) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:21:03.004422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:03.036325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:21:03.040207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Usage tracker for resource:security_group_rule and tenant:23b9a000ff0247f9ad382695677c85b8 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:21:03.043094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:21:03.048947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:21:03.116409 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:03.118912 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:03.129478 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:21:03.169729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0768c00b-167b-4064-9cb1-a57512f61c26,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:21:03.174485 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Synchronizing usage tracker for tenant:66c2b07d52da4f178a92d4d51e880009 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:21:03.184650 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:03.185024 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:03.185389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:03.185749 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:03.186109 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:03.186544 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:03.186948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:03.187320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:03.187676 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:03.188028 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:03.188377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:03.192829 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:21:03.202534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Unset dirty status for tenant:66c2b07d52da4f178a92d4d51e880009 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:21:03.203850 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23b9a000ff0247f9ad382695677c85b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3452723 Nov 22 15:21:03.206744 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60216) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:21:03.266658 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a018-5db4-4539-bdc6-4f1a8f1acd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:03.291950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a018-5db4-4539-bdc6-4f1a8f1acd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:03.346409 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a018-5db4-4539-bdc6-4f1a8f1acd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:03.351532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b020928d-9b6e-4ab7-8e6d-4260d08b9d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:21:03.362152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7a018-5db4-4539-bdc6-4f1a8f1acd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0768c00b-167b-4064-9cb1-a57512f61c26,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:21:03.364614 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9cb7a018-5db4-4539-bdc6-4f1a8f1acd89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:21:03.370002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a018-5db4-4539-bdc6-4f1a8f1acd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:03.371233 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-9cb7a018-5db4-4539-bdc6-4f1a8f1acd89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0768c00b-167b-4064-9cb1-a57512f61c26 HTTP/1.1" status: 204 len: 168 time: 0.1635427 Nov 22 15:21:03.733147 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33916c26-a3b3-4971-ae8a-607a9d38517e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:05.087428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:05.934313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c813eb5-78d2-4305-8639-a6b4ec200f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:06.200390 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:07.992234 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:17.424992 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 5 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:21:33.735172 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-626d55fd-ed89-44fa-b816-492825db6192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:35.089395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:35.935282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf74ca55-9702-4319-8a14-201ad79373b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:36.202048 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:37.994911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:54.426129 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 5 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:22:03.737864 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db782c46-a1de-4241-bc08-799f8af8a9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:05.091866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:05.937484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d5f17e6-5b65-4895-a461-71ce9d350e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:06.206063 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:07.997979 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:31.427040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 5 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:22:33.749335 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-90984273-72a5-4d2d-b78b-935d69a63d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:35.100766 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:35.951652 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6dde8b6f-e40c-4baf-9af4-f84d35e68744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:36.210937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:36.986162 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1809010'] for agent, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:38.002988 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:53.934655 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60298) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:22:54.080641 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-db873020-816c-4f3a-a94f-8a17f8886747 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1447511 Nov 22 15:22:56.197380 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60310) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:22:56.283104 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-fcb8af3b-ce83-4df8-851a-c3ed33090881 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0845535 Nov 22 15:23:03.744453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b3a94ba5-8e78-458c-b34c-10ebcae7baa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:05.093500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:05.942720 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a52cd3db-fddf-4143-af97-cbf98c9b3535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:06.211767 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:06.966844 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:08.006496 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:08.427611 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:23:33.747435 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da2afd97-b478-44b0-830f-79bf5a6ee9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:35.096056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:35.944820 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b8ee123-e376-4e4d-b9bf-b486488ead2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:36.215344 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:36.982283 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:38.008812 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:45.428257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:24:03.748689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5a3fdd98-a8f7-47c2-bcc3-94bfad80f632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:05.099670 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:05.946156 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12688dd1-81b8-4765-94f9-c8b09b951a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:06.215555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:06.998078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:08.010407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:22.428280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:24:33.752196 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-829f1957-686e-45cc-baf6-0affa71c73f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:35.105823 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:35.950310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c84a65b8-1aab-4a37-a005-c540e7422d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:36.218538 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:36.997019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:38.014093 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:59.434648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:25:00.716720 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60446) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:01.140179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-561799608-network', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:01.145731 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:01.151683 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Usage tracker for resource:network and tenant:a1ef99941b3143ba95a5434b23e794cd is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:01.153679 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:01.160902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:01.171906 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Made reservation on behalf of a1ef99941b3143ba95a5434b23e794cd for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:01.177823 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:01.196091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:01.233657 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:01.240141 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Usage tracker for resource:security_group_rule and tenant:a1ef99941b3143ba95a5434b23e794cd is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:01.243119 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:01.249211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:01.343164 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:01.346080 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:01.351599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:01.377866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:25:01.391373 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841b35a9-66f9-4a9c-bec0-07978f98c6ec,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:01.397717 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:01.398110 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Added segment 47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3 of type vlan for network 53be012a-dc8f-434c-8197-19ab47323fab Nov 22 15:25:01.409219 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:01.409560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:01.409937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:01.410307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:01.410717 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:01.411095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:01.411481 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:01.411820 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:01.412751 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:01.413121 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:01.413475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Tracked resource versions report: Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: pushed versions: Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': {'1.0'}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': {'1.1'}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': {'1.5'}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': {'1.2'}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': {'1.8'}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': {'1.2'}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': {'1.0'}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': {'1.1'}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': {'1.1'}} Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: consumer versions: Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: { DHCP agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: HyperV agent@hv-cinder-81877: {}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: L3 agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: Metadata agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: Metering agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: Open vSwitch agent@dv-cinder-818778-1-iscsi: { 'ConntrackHelper': '1.0', Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': '1.0', Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': '1.1', Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': '1.5', Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': '1.2', Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': '1.8', Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': '1.2', Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': '1.0', Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': '1.0', Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': '1.1', Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': '1.1'}} Nov 22 15:25:01.414613 dv-cinder-818778-1-iscsi neutron-server[88029]: {{(pid=88139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:25:01.420537 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:01.439090 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:01.482297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:01.484776 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:01.486775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:01.493478 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:01.609756 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8913472 Nov 22 15:25:01.613262 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60480) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:01.613641 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Pushing event updated for resources: {'Network': ['ID=53be012a-dc8f-434c-8197-19ab47323fab,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:01.617583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:01.626497 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 53be012a-dc8f-434c-8197-19ab47323fab details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:25:01.631764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Request body: {'subnet': {'network_id': '53be012a-dc8f-434c-8197-19ab47323fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-561799608-subnet', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:01.659916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:01.668324 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Usage tracker for resource:subnet and tenant:a1ef99941b3143ba95a5434b23e794cd is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:01.673962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:01.683656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:01.695021 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Made reservation on behalf of a1ef99941b3143ba95a5434b23e794cd for: {'subnet': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:01.701683 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:01.940925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for subnet, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:01.946880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f05eef22-739e-46e7-8e9f-22e90ece752e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:02.034781 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b40b5c-6140-47b9-8c5b-5e58ad2caffe,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:02.049890 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.050373 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.050880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.051360 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.051928 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.052417 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.053476 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.054184 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.054408 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.054899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.055267 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Tracked resource versions report: Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: pushed versions: Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': {'1.0'}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': {'1.1'}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': {'1.5'}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': {'1.2'}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': {'1.8'}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': {'1.2'}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': {'1.0'}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': {'1.1'}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': {'1.1'}} Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: consumer versions: Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: { DHCP agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: HyperV agent@hv-cinder-81877: {}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: L3 agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: Metadata agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: Metering agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: Open vSwitch agent@dv-cinder-818778-1-iscsi: { 'ConntrackHelper': '1.0', Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': '1.0', Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': '1.1', Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': '1.5', Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': '1.2', Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': '1.8', Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': '1.2', Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': '1.0', Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': '1.0', Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': '1.1', Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': '1.1'}} Nov 22 15:25:02.056325 dv-cinder-818778-1-iscsi neutron-server[88029]: {{(pid=88138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:25:02.058791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Checking segment: {'id': '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:02.059189 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Network hostable DHCP agents. Network: 53be012a-dc8f-434c-8197-19ab47323fab, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:25:02.063947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:02.082404 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Network 53be012a-dc8f-434c-8197-19ab47323fab is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:25:02.091733 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 53be012a-dc8f-434c-8197-19ab47323fab) {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:02.097790 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:02.098446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.111333 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986c6c7a-da1a-446d-a353-908ea8974f69 None None] Network 53be012a-dc8f-434c-8197-19ab47323fab requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:02.123232 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5087538 Nov 22 15:25:02.124174 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60502) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:02.130941 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-561799608-router', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:02.135852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:02.140100 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Usage tracker for resource:router and tenant:a1ef99941b3143ba95a5434b23e794cd is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:02.143390 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:02.150350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:02.163333 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1627575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28999'] for router, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.164509 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853148395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746696'] for router, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.188790 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.456095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746711'] for router, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.579987 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecbf3f2-be77-4bb0-9de4-c39d9fefdc44 None None] Network 53be012a-dc8f-434c-8197-19ab47323fab requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:02.684603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.689797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60526) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:02.718338 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.888099 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Allocated IP 172.27.0.227 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/1be8c256-75e8-4cae-ae26-e2bc7f467161) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:03.056805 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.087209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.093621 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b0643982-c027-4daf-bb95-36bd07a34717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:03.101136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60544) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:03.155789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-700370519-network', 'tenant_id': 'fea19a54e34b43748b45211030af175c'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:03.169804 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Pushing event updated for resources: {'Port': ['ID=1be8c256-75e8-4cae-ae26-e2bc7f467161,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:03.170229 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:03.174950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:03.184785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Usage tracker for resource:network and tenant:fea19a54e34b43748b45211030af175c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:03.188783 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:03.190192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:03.193068 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:03.199713 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:03.216208 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:03.230802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Made reservation on behalf of fea19a54e34b43748b45211030af175c for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:03.236310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.281951 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.335213 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:03.340156 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:fea19a54e34b43748b45211030af175c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:03.344879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:03.357005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.357437 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:03.358382 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853148241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852966345'] for router, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.472714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.478016 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.494097 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-987332a1-aa57-4d5f-87c9-2a3e99f899d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:03.529266 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:25:03.591909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.594079 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Added segment 9993949d-8547-42ea-9bec-07d856db705e of type vlan for network 900888de-db1e-4e55-aacb-6b585292e6b6 Nov 22 15:25:03.596246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f222ede5-c366-4efd-9eb4-95b6f4607ed1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:03.617703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:03.675269 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.699212 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-250831643-network', 'tenant_id': '48b9eaecf26c41fab16d3b117f1a54a3'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:03.705463 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:03.725315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Usage tracker for resource:network and tenant:48b9eaecf26c41fab16d3b117f1a54a3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:03.730077 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:03.744964 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:03.753226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.757310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2213eb76-abf8-4f04-ad68-817ae58f23e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.767268 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:03.768004 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.779663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:03.793093 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Router deba1cbb-8b51-4717-bb83-0eab43efd4f1 is scheduled to L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 with binding_index 1 {{(pid=88138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:25:03.823727 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Made reservation on behalf of 48b9eaecf26c41fab16d3b117f1a54a3 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:03.837085 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.903325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.948599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60570) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:03.949517 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2581038 Nov 22 15:25:03.956642 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Request body: {'subnet': {'network_id': '900888de-db1e-4e55-aacb-6b585292e6b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-700370519-subnet', 'tenant_id': 'fea19a54e34b43748b45211030af175c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:03.962668 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:03.967022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Usage tracker for resource:subnet and tenant:fea19a54e34b43748b45211030af175c is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:03.970244 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:03.994919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:04.013611 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Made reservation on behalf of fea19a54e34b43748b45211030af175c for: {'subnet': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:04.025405 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.041657 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:04.046065 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Usage tracker for resource:security_group_rule and tenant:48b9eaecf26c41fab16d3b117f1a54a3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:04.050341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:04.059677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:04.208686 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.380516 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=900888de-db1e-4e55-aacb-6b585292e6b6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:04.398003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:04.398259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 900888de-db1e-4e55-aacb-6b585292e6b6 details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:25:04.398440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.417356 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:25:04.431480 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.431853 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Added segment 84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3 of type vlan for network 7dafa649-251b-4db4-b765-ff9dda6cc3cd Nov 22 15:25:04.468681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.503576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:04.539428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac3d094-4af6-47c0-82ca-5ff69cc936a7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:04.558200 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.560128 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:04.562290 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:04.570271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.590920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-462c5ecf-7395-4c85-ba2c-b6421ecd4835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:04.725162 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Pushing event updated for resources: {'Network': ['ID=7dafa649-251b-4db4-b765-ff9dda6cc3cd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:04.730920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:04.737528 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 7dafa649-251b-4db4-b765-ff9dda6cc3cd details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:25:04.752101 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6489604 Nov 22 15:25:04.752780 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60600) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:04.759661 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Request body: {'subnet': {'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-250831643-subnet', 'tenant_id': '48b9eaecf26c41fab16d3b117f1a54a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:04.766326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:04.774876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Usage tracker for resource:subnet and tenant:48b9eaecf26c41fab16d3b117f1a54a3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:04.780590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:04.784369 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for subnet, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.789542 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:04.792599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:04.802220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Made reservation on behalf of 48b9eaecf26c41fab16d3b117f1a54a3 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:04.809881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.972153 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6dc9748-7334-4543-a1bc-ed3b0744e626,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:04.984788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:04.994013 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Checking segment: {'id': '9993949d-8547-42ea-9bec-07d856db705e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '900888de-db1e-4e55-aacb-6b585292e6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:04.994485 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Network hostable DHCP agents. Network: 900888de-db1e-4e55-aacb-6b585292e6b6, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:25:05.031372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Network 900888de-db1e-4e55-aacb-6b585292e6b6 is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:25:05.048996 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 900888de-db1e-4e55-aacb-6b585292e6b6) {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:05.054521 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:05.055211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.061376 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebe4688-f5bd-4ea0-97a0-41d26914cb26 None None] Network 900888de-db1e-4e55-aacb-6b585292e6b6 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:05.085220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:25:05.100456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Sync routers for ids ['deba1cbb-8b51-4717-bb83-0eab43efd4f1'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:25:05.133083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Routers {'deba1cbb-8b51-4717-bb83-0eab43efd4f1'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:25:05.133083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:24:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['deba1cbb-8b51-4717-bb83-0eab43efd4f1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:05.134461 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1826844 Nov 22 15:25:05.165105 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Notify callbacks [] for router, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.166759 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0408847 Nov 22 15:25:05.170118 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60610) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:05.409472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.414434 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e5bb49a5-bd02-456d-9959-082f33fa9296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:05.459552 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.721685 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=325d0035-bedc-40aa-9971-82d1ec564df0,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:05.746193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:05.747350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Checking segment: {'id': '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:05.748018 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Network hostable DHCP agents. Network: 7dafa649-251b-4db4-b765-ff9dda6cc3cd, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:25:05.822405 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Network 7dafa649-251b-4db4-b765-ff9dda6cc3cd is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:25:05.837584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Set router deba1cbb-8b51-4717-bb83-0eab43efd4f1 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:25:05.857186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 7dafa649-251b-4db4-b765-ff9dda6cc3cd) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:05.857414 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3545cd2-9eca-4313-8bbb-1e6a6a33cfff None None] Network 900888de-db1e-4e55-aacb-6b585292e6b6 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:05.876819 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:05.877655 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.906320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6b4d56-b681-4582-b951-9e4dacfcb773 None None] Network 7dafa649-251b-4db4-b765-ff9dda6cc3cd requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:05.955502 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2014778 Nov 22 15:25:06.433509 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e8f595d-77c6-4932-8601-5315470a8fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:06.501152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:06.508378 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'name': 'tempest-ServerRescueNegativeTestJSON-561799608-router', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:25:03Z', 'revision_number': 3, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'gw_port': {'id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:06.520004 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Checking router: deba1cbb-8b51-4717-bb83-0eab43efd4f1 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:25:06.520398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Updating router deba1cbb-8b51-4717-bb83-0eab43efd4f1 port 1be8c256-75e8-4cae-ae26-e2bc7f467161 binding host dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:25:06.693317 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:06.726949 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90257eb-b4d4-4be6-b1fb-a216c5b5271d None None] Network 7dafa649-251b-4db4-b765-ff9dda6cc3cd requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:06.753917 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.030920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.176423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Allocated IP 172.20.0.1 (53be012a-dc8f-434c-8197-19ab47323fab/71b40b5c-6140-47b9-8c5b-5e58ad2caffe/54c00333-9a8d-4394-acf7-309f5119942f) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:07.382706 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.397452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Transition to ACTIVE for port object 1be8c256-75e8-4cae-ae26-e2bc7f467161 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:07.406203 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.418586 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:07.455071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.494969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.507100 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:07.541948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Pushing event updated for resources: {'Port': ['ID=1be8c256-75e8-4cae-ae26-e2bc7f467161,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:07.560012 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Attempting to bind port 1be8c256-75e8-4cae-ae26-e2bc7f467161 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:07.560421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Attempting to bind port 1be8c256-75e8-4cae-ae26-e2bc7f467161 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:07.560819 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Attempting to bind port 1be8c256-75e8-4cae-ae26-e2bc7f467161 on network 94e56778-0464-46a4-925b-03555f7ef8fd {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:07.598903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:07.601663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:07.602099 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:07.602442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:07.602841 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:07.603207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:07.603566 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:07.603949 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:07.604454 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:07.604646 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:07.604965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Tracked resource versions report: Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: pushed versions: Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': {'1.0'}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': {'1.1'}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': {'1.5'}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': {'1.2'}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': {'1.8'}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': {'1.2'}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': {'1.0'}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': {'1.1'}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': {'1.1'}} Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: consumer versions: Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: { DHCP agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: HyperV agent@hv-cinder-81877: {}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: L3 agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: Metadata agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: Metering agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: Open vSwitch agent@dv-cinder-818778-1-iscsi: { 'ConntrackHelper': '1.0', Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': '1.0', Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': '1.1', Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': '1.5', Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': '1.2', Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': '1.8', Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': '1.2', Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': '1.0', Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': '1.0', Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': '1.1', Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': '1.1'}} Nov 22 15:25:07.606030 dv-cinder-818778-1-iscsi neutron-server[88029]: {{(pid=88141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:25:07.614073 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:07.625674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:07.625674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Checking segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:07.625674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.626514 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Network 53be012a-dc8f-434c-8197-19ab47323fab is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:07.626685 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Bound using segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:07.626685 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Bound port: 1be8c256-75e8-4cae-ae26-e2bc7f467161, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:07.626685 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.627135 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:07.628334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:07.628936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833330'] for router_interface, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.632871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Pushing event updated for resources: {'Port': ['ID=54c00333-9a8d-4394-acf7-309f5119942f,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:07.635973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:07.737339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.741173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] For port 1be8c256-75e8-4cae-ae26-e2bc7f467161, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:07.744506 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] For port 1be8c256-75e8-4cae-ae26-e2bc7f467161, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=1be8c256-75e8-4cae-ae26-e2bc7f467161,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:07.751545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.760544 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f2087721-c326-412c-8424-1c8b6896eb83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:07.870878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60712) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:07.875791 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 15:25:07.893412 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60716) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:07.947662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Routers {'deba1cbb-8b51-4717-bb83-0eab43efd4f1'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:25:07.948314 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:25:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['deba1cbb-8b51-4717-bb83-0eab43efd4f1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:08.027061 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.096327 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Pushing event updated for resources: {'Port': ['ID=1be8c256-75e8-4cae-ae26-e2bc7f467161,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:08.102883 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-ea2d76bf-7eba-4b84-ac51-cf0c3ddd1f83 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:08.104082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-ea2d76bf-7eba-4b84-ac51-cf0c3ddd1f83 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Synchronizing usage tracker for tenant:fea19a54e34b43748b45211030af175c on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:08.111411 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:08.121879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60734) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:08.126354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-ea2d76bf-7eba-4b84-ac51-cf0c3ddd1f83 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Unset dirty status for tenant:fea19a54e34b43748b45211030af175c on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:08.127967 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-ea2d76bf-7eba-4b84-ac51-cf0c3ddd1f83 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/networks?id=900888de-db1e-4e55-aacb-6b585292e6b6 HTTP/1.1" status: 200 len: 811 time: 0.2544901 Nov 22 15:25:08.219772 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.224502 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.228506 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7221004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852942571'] for router_interface, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.250647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:08.314209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] Set router deba1cbb-8b51-4717-bb83-0eab43efd4f1 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:25:08.353584 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-aa78cb59-9cdb-42cc-aaf4-d491629df732 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/quotas/fea19a54e34b43748b45211030af175c HTTP/1.1" status: 200 len: 375 time: 0.1943645 Nov 22 15:25:08.428164 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-e41e5fda-c2b9-4f9b-8d31-2c6d98650a7b tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fea19a54e34b43748b45211030af175c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735514 Nov 22 15:25:08.470076 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4208a-4339-453d-9519-24457487a6e8 req-169b37cc-c9a9-4e69-9577-179d4f683072 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:08.471470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-29b4208a-4339-453d-9519-24457487a6e8 req-169b37cc-c9a9-4e69-9577-179d4f683072 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Synchronizing usage tracker for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:08.489901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-29b4208a-4339-453d-9519-24457487a6e8 req-169b37cc-c9a9-4e69-9577-179d4f683072 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Unset dirty status for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:08.491173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Pushing event updated for resources: {'Port': ['ID=54c00333-9a8d-4394-acf7-309f5119942f,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:08.491826 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-169b37cc-c9a9-4e69-9577-179d4f683072 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 814 time: 0.3684161 Nov 22 15:25:08.502832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:08.516092 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-cff9cefb-9cde-4dea-af48-eca692a1854e tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/quotas/48b9eaecf26c41fab16d3b117f1a54a3 HTTP/1.1" status: 200 len: 375 time: 0.0142646 Nov 22 15:25:08.648446 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-6660bcf2-6d2c-4bc3-8591-cc767449a108 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087644 Nov 22 15:25:08.680284 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-f9e3a3c2-ea1f-4ff7-9862-182d4ade55e8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:25:08.688894 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-f9e3a3c2-ea1f-4ff7-9862-182d4ade55e8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1612809 Nov 22 15:25:08.805508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Network 53be012a-dc8f-434c-8197-19ab47323fab is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:08.819741 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:08.913573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-be794019-7b95-4df9-bbd9-6574acc22716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.977131 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'name': 'tempest-ServerRescueNegativeTestJSON-561799608-router', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:25:07Z', 'revision_number': 4, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'gw_port': {'id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '54c00333-9a8d-4394-acf7-309f5119942f', 'name': '', 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'mac_address': 'fa:16:3e:c7:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71b40b5c-6140-47b9-8c5b-5e58ad2caffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:07Z', 'revision_number': 1, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'subnets': [{'id': '71b40b5c-6140-47b9-8c5b-5e58ad2caffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:08.983182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4261cca-d874-475a-a2b6-3a95e96d55f9 None None] The sync data for ids ['deba1cbb-8b51-4717-bb83-0eab43efd4f1'] in dv-cinder-818778-1-iscsi is: [{'id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'name': 'tempest-ServerRescueNegativeTestJSON-561799608-router', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:25:07Z', 'revision_number': 4, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'gw_port': {'id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '54c00333-9a8d-4394-acf7-309f5119942f', 'name': '', 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'mac_address': 'fa:16:3e:c7:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71b40b5c-6140-47b9-8c5b-5e58ad2caffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:07Z', 'revision_number': 1, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'subnets': [{'id': '71b40b5c-6140-47b9-8c5b-5e58ad2caffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:25:09.057909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-be794019-7b95-4df9-bbd9-6574acc22716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:09.070215 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-be794019-7b95-4df9-bbd9-6574acc22716 admin admin] Usage tracker for resource:security_group_rule and tenant:035f61329712409788312a957cd1df16 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:09.079756 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-be794019-7b95-4df9-bbd9-6574acc22716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:09.092083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-be794019-7b95-4df9-bbd9-6574acc22716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:09.175133 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-9e2295c9-9e26-4deb-aa49-363b4787553f service neutron] 10.222.0.41 "GET /v2.0/networks/900888de-db1e-4e55-aacb-6b585292e6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851842 Nov 22 15:25:09.218307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-7ce4a1a3-7592-4dcc-ab3a-cc80e4fe1a2b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:25:09.228448 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-7ce4a1a3-7592-4dcc-ab3a-cc80e4fe1a2b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1824605 Nov 22 15:25:09.359197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-be794019-7b95-4df9-bbd9-6574acc22716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:09.409014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-be794019-7b95-4df9-bbd9-6574acc22716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:09.434729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:09.477388 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-f22b2808-e7f0-46c7-bf6a-c375b3be9052 service neutron] 10.222.0.41 "GET /v2.0/networks/900888de-db1e-4e55-aacb-6b585292e6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007703 Nov 22 15:25:09.489466 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be794019-7b95-4df9-bbd9-6574acc22716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5062becc-7599-4546-846f-7d74a9a16d69,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:09.492904 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-7c3ba4b5-be26-44c8-aa20-958437887dd1 service neutron] 10.222.0.41 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629399 Nov 22 15:25:09.499456 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-be794019-7b95-4df9-bbd9-6574acc22716 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=035f61329712409788312a957cd1df16&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6034920 Nov 22 15:25:09.500127 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60760) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:09.501806 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-be794019-7b95-4df9-bbd9-6574acc22716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:09.615880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6511ddd-f384-45fe-b1be-706309290329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:09.629484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Router deba1cbb-8b51-4717-bb83-0eab43efd4f1 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:25:09.675081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6511ddd-f384-45fe-b1be-706309290329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:09.713515 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-d6b9a527-4ae1-4604-8686-0c32d5661510 service neutron] 10.222.0.41 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196584 Nov 22 15:25:09.887858 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6511ddd-f384-45fe-b1be-706309290329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:09.910505 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-be794019-7b95-4df9-bbd9-6574acc22716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:09.925587 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6511ddd-f384-45fe-b1be-706309290329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5062becc-7599-4546-846f-7d74a9a16d69,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:09.931736 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a6511ddd-f384-45fe-b1be-706309290329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:10.051365 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6511ddd-f384-45fe-b1be-706309290329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:10.054401 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a6511ddd-f384-45fe-b1be-706309290329 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5062becc-7599-4546-846f-7d74a9a16d69 HTTP/1.1" status: 204 len: 168 time: 0.5498235 Nov 22 15:25:10.145052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:25:10.162951 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] 10.222.0.41 "PUT /v2.0/routers/deba1cbb-8b51-4717-bb83-0eab43efd4f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9913843 Nov 22 15:25:10.166781 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-326784ae-9e1f-4660-b129-ac3c6bc595ea req-8ca2254c-84c4-4d09-91f5-0e0da3e5d142 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 210 time: 0.0801082 Nov 22 15:25:10.392894 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-755e3bd7-4fa2-4330-a75b-1f8ad8502b10 req-6b8c4e35-95de-497a-865c-357f3131e8d4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 210 time: 0.1118362 Nov 22 15:25:11.480084 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9845f4ca-0679-4f97-9b28-331e495230bb req-e514224e-2f5f-446f-bbf7-f7d07395c4b5 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 210 time: 0.0865479 Nov 22 15:25:11.801383 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1b41a999-7f9f-4437-9321-499041275ead req-c0c2141b-bcde-4b71-8372-ff975177dab4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 210 time: 0.1204555 Nov 22 15:25:11.895828 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 1be8c256-75e8-4cae-ae26-e2bc7f467161 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:12.113813 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 1be8c256-75e8-4cae-ae26-e2bc7f467161 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:12.124439 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 1be8c256-75e8-4cae-ae26-e2bc7f467161 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:12.124684 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.258103 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60922) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:12.392703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.431477 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 1be8c256-75e8-4cae-ae26-e2bc7f467161, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=1be8c256-75e8-4cae-ae26-e2bc7f467161,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:12.440048 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.447318 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:12.448109 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-12ac497e-5160-4b11-9860-94ea9a0782ee tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:12.448943 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-12ac497e-5160-4b11-9860-94ea9a0782ee tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Synchronizing usage tracker for tenant:a1ef99941b3143ba95a5434b23e794cd on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:12.483462 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-12ac497e-5160-4b11-9860-94ea9a0782ee tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Unset dirty status for tenant:a1ef99941b3143ba95a5434b23e794cd on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:12.484834 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-12ac497e-5160-4b11-9860-94ea9a0782ee tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/networks?id=53be012a-dc8f-434c-8197-19ab47323fab HTTP/1.1" status: 200 len: 818 time: 0.3579588 Nov 22 15:25:12.515819 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-761145e9-9924-4ec5-b14c-ab1a4cd18850 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/quotas/a1ef99941b3143ba95a5434b23e794cd HTTP/1.1" status: 200 len: 375 time: 0.0240865 Nov 22 15:25:12.574054 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=1be8c256-75e8-4cae-ae26-e2bc7f467161,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:12.578315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-673561568-network', 'tenant_id': 'ca23bf4b16f64bd9b533ee79c72ff042'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:12.585575 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:12.589986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:12.590401 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:12.590849 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:12.591094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Usage tracker for resource:network and tenant:ca23bf4b16f64bd9b533ee79c72ff042 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:12.591268 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:12.591602 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:12.591976 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:12.592346 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:12.592716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:12.593083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:12.593448 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:12.593811 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:12.596653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Tracked resource versions report: Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: pushed versions: Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': {'1.0'}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': {'1.1'}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': {'1.5'}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': {'1.2'}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': {'1.8'}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': {'1.2'}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': {'1.0'}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': {'1.1'}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': {'1.1'}} Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: consumer versions: Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: { DHCP agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: HyperV agent@hv-cinder-81877: {}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: L3 agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: Metadata agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: Metering agent@dv-cinder-818778-1-iscsi: {}, Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: Open vSwitch agent@dv-cinder-818778-1-iscsi: { 'ConntrackHelper': '1.0', Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Log': '1.0', Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Network': '1.1', Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Port': '1.5', Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'PortForwarding': '1.2', Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'QosPolicy': '1.8', Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroup': '1.2', Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SecurityGroupRule': '1.0', Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'SubPort': '1.0', Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Subnet': '1.1', Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: 'Trunk': '1.1'}} Nov 22 15:25:12.604315 dv-cinder-818778-1-iscsi neutron-server[88029]: {{(pid=88140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:25:12.609875 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:12.619626 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:12.634962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Made reservation on behalf of ca23bf4b16f64bd9b533ee79c72ff042 for: {'network': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:12.640403 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.651561 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-d4006e0a-0740-4e3c-8d0b-09d8f3fad60c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a1ef99941b3143ba95a5434b23e794cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1279054 Nov 22 15:25:12.658443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.700788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:12.705261 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ca23bf4b16f64bd9b533ee79c72ff042 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:12.708550 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:12.716755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:12.823657 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.832352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.837573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:12.858998 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-60c3e5ef-baed-461d-b032-d89921e03ad5 req-b0a94042-8173-4710-998b-78087bbc6aa8 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 210 time: 0.0641549 Nov 22 15:25:12.865487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=88138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:25:12.880165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920246ce-aaaf-42db-9406-7c9c02077679,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:12.885840 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:12.886939 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260286866497', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.887569 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Unsubscribe: segment precommit_create {{(pid=88138) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 22 15:25:12.888017 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Added segment 994b7d97-b6bd-4514-a1ff-10415e7288c1 of type vlan for network 0b8bee8f-067b-4026-ae10-852e0e530436 Nov 22 15:25:12.915235 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-4dbe69bd-ea16-4444-9372-fb9f64c98e8b service neutron] 10.222.0.41 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478602 Nov 22 15:25:12.929810 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.970102 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.971854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:12.972531 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.978424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:13.080308 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8178387 Nov 22 15:25:13.083445 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 60950) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:13.091971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Request body: {'subnet': {'network_id': '0b8bee8f-067b-4026-ae10-852e0e530436', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-673561568-subnet', 'tenant_id': 'ca23bf4b16f64bd9b533ee79c72ff042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:13.095257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Pushing event updated for resources: {'Network': ['ID=0b8bee8f-067b-4026-ae10-852e0e530436,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:13.099846 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:13.102496 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:13.103048 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a1a49dd6-7e7c-444a-aa61-fca1ac73ae9d req-71aa6340-489d-4d67-9bb1-963bb0751680 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 210 time: 0.0682826 Nov 22 15:25:13.104948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Usage tracker for resource:subnet and tenant:ca23bf4b16f64bd9b533ee79c72ff042 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:13.109932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 0b8bee8f-067b-4026-ae10-852e0e530436 details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:25:13.122222 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:13.135695 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:13.147311 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Made reservation on behalf of ca23bf4b16f64bd9b533ee79c72ff042 for: {'subnet': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:13.153082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:13.163837 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-be8b39d5-cfed-453f-bb3c-96aa5d1f2311 service neutron] 10.222.0.41 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419143 Nov 22 15:25:13.415866 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6413d7ca-8072-47fc-bf11-f65c56544c93 req-9330867a-b24e-427a-bcbf-51f622f38fde tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 210 time: 0.0509920 Nov 22 15:25:13.484556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for subnet, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:13.489556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:13.568899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4429a7-d570-472f-bd23-91e4c2486503,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:13.574115 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:13.581073 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Checking segment: {'id': '994b7d97-b6bd-4514-a1ff-10415e7288c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0b8bee8f-067b-4026-ae10-852e0e530436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:13.581543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Network hostable DHCP agents. Network: 0b8bee8f-067b-4026-ae10-852e0e530436, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:25:13.610377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Network 0b8bee8f-067b-4026-ae10-852e0e530436 is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:25:13.619896 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 0b8bee8f-067b-4026-ae10-852e0e530436) {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:13.625971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:13.626634 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:13.630132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee35c6-65ca-49c0-8ec3-ac03e80f273e None None] Network 0b8bee8f-067b-4026-ae10-852e0e530436 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:13.658031 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b06b2f82-5965-446f-a4aa-78be0892d383 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5700715 Nov 22 15:25:13.851363 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 1be8c256-75e8-4cae-ae26-e2bc7f467161 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:14.067688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 1be8c256-75e8-4cae-ae26-e2bc7f467161 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:14.067688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:14.124433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-98c0b989-dca3-489d-9d03-3b95abb66752 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:14.131980 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-98c0b989-dca3-489d-9d03-3b95abb66752 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/networks?id=53be012a-dc8f-434c-8197-19ab47323fab HTTP/1.1" status: 200 len: 818 time: 0.3646197 Nov 22 15:25:14.189633 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92197a42-3726-4cbb-a4a1-ef7ff61b6a17 None None] Network 0b8bee8f-067b-4026-ae10-852e0e530436 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:14.207407 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8257b3ce-cce9-49ab-85da-b9435b080ce9 req-9e80e0dd-0438-4850-81ae-4944bfc9a19f tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 210 time: 0.1506693 Nov 22 15:25:14.218877 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-921f2c68-9301-45f8-8b45-5f304a570f6e tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/quotas/a1ef99941b3143ba95a5434b23e794cd HTTP/1.1" status: 200 len: 375 time: 0.0855346 Nov 22 15:25:14.289340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 32784) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:14.438418 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-fa43f5c6-3ade-4237-84a0-178f8c1b119f tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a1ef99941b3143ba95a5434b23e794cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2181914 Nov 22 15:25:14.571810 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5f82ae67-3322-4ed8-896e-7da419ac379b req-d73e421c-47a2-4aed-b7c9-fcd550514de7 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 210 time: 0.0797408 Nov 22 15:25:14.738897 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-63f5e22a-7c8a-469b-ab67-94bbaad954b1 service neutron] 10.222.0.41 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993684 Nov 22 15:25:14.828156 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0852c929-4016-4cd4-ae66-db8d49490e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:14.893857 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0852c929-4016-4cd4-ae66-db8d49490e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:14.899532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-0852c929-4016-4cd4-ae66-db8d49490e9e admin admin] Usage tracker for resource:security_group_rule and tenant:a5349fbd8cb142d0aa69488c21b740ff is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:14.904231 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-0852c929-4016-4cd4-ae66-db8d49490e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:14.910463 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0852c929-4016-4cd4-ae66-db8d49490e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:14.938199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Sync routers for ids ['deba1cbb-8b51-4717-bb83-0eab43efd4f1'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:25:14.956248 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-b8589a4d-ce70-473b-af74-a0838306c28f service neutron] 10.222.0.41 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038815 Nov 22 15:25:15.001475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0852c929-4016-4cd4-ae66-db8d49490e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.005139 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0852c929-4016-4cd4-ae66-db8d49490e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.015727 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:15.023072 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Routers {'deba1cbb-8b51-4717-bb83-0eab43efd4f1'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:25:15.028441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:25:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['deba1cbb-8b51-4717-bb83-0eab43efd4f1'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:15.070267 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852c929-4016-4cd4-ae66-db8d49490e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa430d65-443d-4851-be86-a7289bdaa4e5,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:15.084628 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-0852c929-4016-4cd4-ae66-db8d49490e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:15.094929 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-0852c929-4016-4cd4-ae66-db8d49490e9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5349fbd8cb142d0aa69488c21b740ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7897480 Nov 22 15:25:15.095994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 32806) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:15.344596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b7cbbec-cc95-45b8-b131-6a71266f6c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.452418 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b7cbbec-cc95-45b8-b131-6a71266f6c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.453774 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-db98659e-fda8-4ceb-9781-c3a519d722af req-b5712859-80e0-4547-be75-29ec24048cf9 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 210 time: 0.2233794 Nov 22 15:25:15.520930 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Set router deba1cbb-8b51-4717-bb83-0eab43efd4f1 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:25:15.536613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b7cbbec-cc95-45b8-b131-6a71266f6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.556871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-0852c929-4016-4cd4-ae66-db8d49490e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:15.572638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cbbec-cc95-45b8-b131-6a71266f6c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa430d65-443d-4851-be86-a7289bdaa4e5,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:15.580156 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b7cbbec-cc95-45b8-b131-6a71266f6c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.581405 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-1b7cbbec-cc95-45b8-b131-6a71266f6c79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa430d65-443d-4851-be86-a7289bdaa4e5 HTTP/1.1" status: 204 len: 168 time: 0.4805412 Nov 22 15:25:15.582373 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1b7cbbec-cc95-45b8-b131-6a71266f6c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:15.618411 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4226e5f5-3569-411d-88f7-1ce6f06cfd36 req-93e50c00-5fc8-4b9e-ab90-6e63638231a8 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 210 time: 0.0655694 Nov 22 15:25:15.629336 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 32838) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:15.635756 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1307889139-network', 'tenant_id': 'e4cd7ff3b3ce40859f80501067e493a3'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:15.644427 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:15.663904 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Usage tracker for resource:network and tenant:e4cd7ff3b3ce40859f80501067e493a3 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:15.671083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:15.679177 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:15.699795 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Made reservation on behalf of e4cd7ff3b3ce40859f80501067e493a3 for: {'network': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:15.705020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.719451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.775406 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:15.783845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:e4cd7ff3b3ce40859f80501067e493a3 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:15.790011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:15.800582 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:15.879547 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fdda3d24-2024-4be2-9e62-1f84a36c4ee6 req-f9244db4-b07a-4868-904f-4cd8d760c5c3 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 210 time: 0.0599182 Nov 22 15:25:15.891500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.894126 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.910872 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=88138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:25:15.915748 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:15.955922 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.956574 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Added segment b42d5554-33ff-4e97-85b4-1620120883cf of type vlan for network 927b2f0a-2313-49e6-9357-b8b03e716e9c Nov 22 15:25:15.967147 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9a3ba7-1743-47ee-be27-8d2a9c877bd2,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:15.970372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:15.999606 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.045129 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.047152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:16.047152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.052223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:16.086471 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'name': 'tempest-ServerRescueNegativeTestJSON-561799608-router', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:25:07Z', 'revision_number': 4, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'gw_port': {'id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '54c00333-9a8d-4394-acf7-309f5119942f', 'name': '', 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'mac_address': 'fa:16:3e:c7:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71b40b5c-6140-47b9-8c5b-5e58ad2caffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:07Z', 'revision_number': 2, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'subnets': [{'id': '71b40b5c-6140-47b9-8c5b-5e58ad2caffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:16.091195 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Checking router: deba1cbb-8b51-4717-bb83-0eab43efd4f1 for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:25:16.091677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Updating router deba1cbb-8b51-4717-bb83-0eab43efd4f1 port 54c00333-9a8d-4394-acf7-309f5119942f binding host dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:25:16.163522 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5302858 Nov 22 15:25:16.163522 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=927b2f0a-2313-49e6-9357-b8b03e716e9c,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:16.163923 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 32848) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:16.165256 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:16.171752 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Request body: {'subnet': {'network_id': '927b2f0a-2313-49e6-9357-b8b03e716e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1307889139-subnet', 'tenant_id': 'e4cd7ff3b3ce40859f80501067e493a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:16.180211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:16.181386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 927b2f0a-2313-49e6-9357-b8b03e716e9c details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:25:16.184227 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Usage tracker for resource:subnet and tenant:e4cd7ff3b3ce40859f80501067e493a3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:16.187392 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:16.194822 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:16.202985 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.203705 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 32852) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:16.225156 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c16796e0-55bc-4f9f-9379-603fe6ad40b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.239145 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Made reservation on behalf of e4cd7ff3b3ce40859f80501067e493a3 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:16.244230 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.386267 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c16796e0-55bc-4f9f-9379-603fe6ad40b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:16.395901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c16796e0-55bc-4f9f-9379-603fe6ad40b4 admin admin] Usage tracker for resource:security_group_rule and tenant:c170ae4caf7848acbc4ac4fe6c327289 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:16.401459 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c16796e0-55bc-4f9f-9379-603fe6ad40b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:16.410766 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c16796e0-55bc-4f9f-9379-603fe6ad40b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:16.560317 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c16796e0-55bc-4f9f-9379-603fe6ad40b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.572698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c16796e0-55bc-4f9f-9379-603fe6ad40b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.583885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6534e429-b5e5-491a-82ae-281ea53b36a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:16.596266 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.642693 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-c16796e0-55bc-4f9f-9379-603fe6ad40b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c170ae4caf7848acbc4ac4fe6c327289&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4353371 Nov 22 15:25:16.642693 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16796e0-55bc-4f9f-9379-603fe6ad40b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb39535-14b7-45bf-b36a-8aac2b078653,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:16.643415 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 32862) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:16.646637 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c16796e0-55bc-4f9f-9379-603fe6ad40b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:16.647124 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:16.701136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.715116 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Transition to ACTIVE for port object 54c00333-9a8d-4394-acf7-309f5119942f will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:16.722507 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.735884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b937fff9-98d4-45bb-967f-b45af6209293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:16.791982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76fa0860-f286-4de8-b87c-ac1a0b903682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.800762 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Checking segment: {'id': 'b42d5554-33ff-4e97-85b4-1620120883cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '927b2f0a-2313-49e6-9357-b8b03e716e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:16.801431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Network hostable DHCP agents. Network: 927b2f0a-2313-49e6-9357-b8b03e716e9c, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:25:16.807982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad9aca-f08f-4993-a56c-85ed9324200e None None] Pushing event updated for resources: {'Port': ['ID=54c00333-9a8d-4394-acf7-309f5119942f,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:16.820120 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76fa0860-f286-4de8-b87c-ac1a0b903682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.845784 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89702588-2ea9-4e11-bcfb-0bf5a991768f,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:16.849487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:16.867530 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-88cb7fbf-9b47-4662-aa19-4643f8516577 req-edef779e-9c85-4b30-84aa-b96c85fb5569 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 210 time: 0.1493275 Nov 22 15:25:16.871643 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76fa0860-f286-4de8-b87c-ac1a0b903682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.880236 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:16.886601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Network 927b2f0a-2313-49e6-9357-b8b03e716e9c is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:25:16.894176 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa0860-f286-4de8-b87c-ac1a0b903682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb39535-14b7-45bf-b36a-8aac2b078653,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:16.897484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-76fa0860-f286-4de8-b87c-ac1a0b903682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:16.898814 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bcad9aca-f08f-4993-a56c-85ed9324200e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:16.900563 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76fa0860-f286-4de8-b87c-ac1a0b903682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.904808 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-76fa0860-f286-4de8-b87c-ac1a0b903682 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cb39535-14b7-45bf-b36a-8aac2b078653 HTTP/1.1" status: 204 len: 168 time: 0.2587616 Nov 22 15:25:16.959453 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c954d535-3183-42c2-97dd-14129bcea726 req-edea380d-aac7-4930-a14f-2c76934eafde tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 210 time: 0.0828886 Nov 22 15:25:16.981130 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 927b2f0a-2313-49e6-9357-b8b03e716e9c) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:16.991822 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:16.992649 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.023648 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8580103 Nov 22 15:25:17.080480 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b5a694-bb42-456c-893b-d86ec407e0fa None None] Network 927b2f0a-2313-49e6-9357-b8b03e716e9c requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:17.101432 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f39d7564-0efe-4985-aa3d-e321414eb06d req-df3a33a3-cd55-4a69-a6f1-fa05d91868fa tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 210 time: 0.0696182 Nov 22 15:25:17.201263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Attempting to bind port 54c00333-9a8d-4394-acf7-309f5119942f on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:17.201778 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Attempting to bind port 54c00333-9a8d-4394-acf7-309f5119942f by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:17.202340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Attempting to bind port 54c00333-9a8d-4394-acf7-309f5119942f on network 53be012a-dc8f-434c-8197-19ab47323fab {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:17.233182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:17.233596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Checking segment: {'id': '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:17.234038 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.234466 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Bound using segment: {'id': '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:17.235388 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Bound port: 54c00333-9a8d-4394-acf7-309f5119942f, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:17.235388 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.252883 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 32878) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:17.379472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34989c1-0106-4ed8-8a5d-40e81f0b5424 admin admin] Deleting subnet 4c4429a7-d570-472f-bd23-91e4c2486503 {{(pid=88138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:25:17.384095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c34989c1-0106-4ed8-8a5d-40e81f0b5424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.471431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] For port 54c00333-9a8d-4394-acf7-309f5119942f, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:17.481197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c34989c1-0106-4ed8-8a5d-40e81f0b5424 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.487290 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] For port 54c00333-9a8d-4394-acf7-309f5119942f, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=54c00333-9a8d-4394-acf7-309f5119942f,segment=NetworkSegment(47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3),segment_id=47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:17.490304 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c34989c1-0106-4ed8-8a5d-40e81f0b5424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.495847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.552556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:17.584967 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c34989c1-0106-4ed8-8a5d-40e81f0b5424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for subnet, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.591477 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-968549ce-c263-4bdd-9687-de6507313c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:17.642247 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34989c1-0106-4ed8-8a5d-40e81f0b5424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4429a7-d570-472f-bd23-91e4c2486503,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:17.653444 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c34989c1-0106-4ed8-8a5d-40e81f0b5424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:17.679742 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c34989c1-0106-4ed8-8a5d-40e81f0b5424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.692436 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-c34989c1-0106-4ed8-8a5d-40e81f0b5424 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4c4429a7-d570-472f-bd23-91e4c2486503 HTTP/1.1" status: 204 len: 168 time: 0.4383864 Nov 22 15:25:17.695338 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 32896) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:17.698915 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.50', 59977) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:17.951865 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad9aca-f08f-4993-a56c-85ed9324200e None None] Pushing event updated for resources: {'Port': ['ID=54c00333-9a8d-4394-acf7-309f5119942f,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:17.957785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bcad9aca-f08f-4993-a56c-85ed9324200e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:17.962851 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Routers {'deba1cbb-8b51-4717-bb83-0eab43efd4f1'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:25:17.964327 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:25:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['deba1cbb-8b51-4717-bb83-0eab43efd4f1'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:18.051122 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfed05f-0d05-408c-a519-87a518aae675 None None] Network 927b2f0a-2313-49e6-9357-b8b03e716e9c requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:18.068828 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.314537 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.50', 59980) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:18.367079 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b88d6a68-ea08-478d-8f72-b708ab56eaf3 req-6542a2af-cc8c-4467-bfa8-6722e5bd8b59 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 210 time: 0.1353571 Nov 22 15:25:18.493427 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a67713a-7ca7-4b47-9c29-8b76db6d9d42 req-ddcc94a4-b8fd-4947-9cdd-d2b6a8182151 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 210 time: 0.1252353 Nov 22 15:25:18.505547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4208a-4339-453d-9519-24457487a6e8 req-ba4002f4-d493-4606-a2d6-8ba3f3d48588 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:18.510832 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-ba4002f4-d493-4606-a2d6-8ba3f3d48588 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 814 time: 0.8088603 Nov 22 15:25:18.563428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Request body: {'port': {'device_id': '25e1e279-0cdd-4534-89b3-2399ad74aa28', 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd', 'admin_state_up': True, 'tenant_id': '48b9eaecf26c41fab16d3b117f1a54a3'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:18.652822 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.794202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] Set router deba1cbb-8b51-4717-bb83-0eab43efd4f1 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:25:18.891971 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d333609a-7f43-4b6e-bbb6-d12761cdc9a4 req-fabf9f1a-ec2d-4587-9520-f01bbaa4ac4f tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 210 time: 0.2385688 Nov 22 15:25:19.087892 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:19.108096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Usage tracker for resource:port and tenant:48b9eaecf26c41fab16d3b117f1a54a3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:19.119578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:19.135138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:19.172396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Made reservation on behalf of 48b9eaecf26c41fab16d3b117f1a54a3 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:19.196270 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:19.217337 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-21197ac1-29c8-4ec8-9967-d429162d19b1 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:19.220449 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-21197ac1-29c8-4ec8-9967-d429162d19b1 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.50 "GET /v2.0/networks?id=53be012a-dc8f-434c-8197-19ab47323fab HTTP/1.1" status: 200 len: 818 time: 0.8868437 Nov 22 15:25:19.229941 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.243299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.244327 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.244660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > port after_create 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.245019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.245397 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > port after_update 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.245753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.246107 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.246454 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.252104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.526483 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.50', 59988) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:19.900961 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 54c00333-9a8d-4394-acf7-309f5119942f up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:19.939426 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.939740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.943424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.943735 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88138) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:19.944159 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8bee8f-067b-4026-ae10-852e0e530436']}} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:19.964470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Request body: {'port': {'device_id': '1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7', 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab', 'admin_state_up': True, 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:20.028395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994b7d97-b6bd-4514-a1ff-10415e7288c1') {'for_net_delete': True} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:20.028730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994b7d97-b6bd-4514-a1ff-10415e7288c1') {} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:20.058816 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859903'] for segment, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.148185 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.50', 59992) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:20.209278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.254929 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:25:20.255671 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1475325'] for segment, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: (self, other), Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: (self, other), Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:25:20.298859 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:25:20.340479 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6ce3a955-b7b1-49d1-942a-4926cda33584 req-1d6b70fe-ca27-4926-89f4-31f3feebe2cf tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 210 time: 0.5438185 Nov 22 15:25:20.647364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 54c00333-9a8d-4394-acf7-309f5119942f completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:20.691040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.693440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:20.695326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 54c00333-9a8d-4394-acf7-309f5119942f triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:20.699595 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.730574 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Usage tracker for resource:port and tenant:a1ef99941b3143ba95a5434b23e794cd is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:20.823633 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-db3d833c-234d-4b1f-85a8-16b03c9cf315 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:20.834654 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Allocated IP 172.20.0.14 (7dafa649-251b-4db4-b765-ff9dda6cc3cd/325d0035-bedc-40aa-9971-82d1ec564df0/62bc05d5-0abe-4ba7-9f37-0b894f0c9400) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:20.834925 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-db3d833c-234d-4b1f-85a8-16b03c9cf315 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.50 "GET /v2.0/networks?id=53be012a-dc8f-434c-8197-19ab47323fab HTTP/1.1" status: 200 len: 818 time: 0.6802387 Nov 22 15:25:20.834925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:20.848725 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:20.851937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:20.881943 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.890394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'name': 'tempest-ServerRescueNegativeTestJSON-561799608-router', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:25:07Z', 'revision_number': 4, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'gw_port': {'id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '54c00333-9a8d-4394-acf7-309f5119942f', 'name': '', 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'mac_address': 'fa:16:3e:c7:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71b40b5c-6140-47b9-8c5b-5e58ad2caffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:17Z', 'revision_number': 4, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'subnets': [{'id': '71b40b5c-6140-47b9-8c5b-5e58ad2caffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:20.895888 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Request body: {'port': {'device_id': '49414e49-6c54-4426-8756-5a652f26a98e', 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab', 'admin_state_up': True, 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:20.903655 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5d3921-9aaf-4c48-95e8-04e63d00aed7 None None] The sync data for ids ['deba1cbb-8b51-4717-bb83-0eab43efd4f1'] in dv-cinder-818778-1-iscsi is: [{'id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'name': 'tempest-ServerRescueNegativeTestJSON-561799608-router', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:25:07Z', 'revision_number': 4, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'gw_port': {'id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '54c00333-9a8d-4394-acf7-309f5119942f', 'name': '', 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'mac_address': 'fa:16:3e:c7:cf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71b40b5c-6140-47b9-8c5b-5e58ad2caffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:17Z', 'revision_number': 4, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'subnets': [{'id': '71b40b5c-6140-47b9-8c5b-5e58ad2caffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:25:20.915789 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0b8bee8f-067b-4026-ae10-852e0e530436 HTTP/1.1" status: 204 len: 168 time: 3.2190189 Nov 22 15:25:21.087831 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:21.183890 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33028) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:21.188259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b8bee8f-067b-4026-ae10-852e0e530436,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:21.207716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e4060e56-36a4-42c4-9520-20476d8d5de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:21.215025 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 54c00333-9a8d-4394-acf7-309f5119942f, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=54c00333-9a8d-4394-acf7-309f5119942f,segment=NetworkSegment(47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3),segment_id=47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:21.222440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:21.242132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b937fff9-98d4-45bb-967f-b45af6209293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:21.364488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Made reservation on behalf of a1ef99941b3143ba95a5434b23e794cd for: {'port': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:21.388910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:21.416822 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:21.458011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=54c00333-9a8d-4394-acf7-309f5119942f,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:21.485970 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:21.587847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-d1b22d46-8e76-43bc-9ce1-f7cba627f746 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:21.591921 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-d1b22d46-8e76-43bc-9ce1-f7cba627f746 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.50 "GET /v2.0/networks?id=900888de-db1e-4e55-aacb-6b585292e6b6 HTTP/1.1" status: 200 len: 811 time: 2.0566368 Nov 22 15:25:21.752295 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:21.788250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Allocated IP 172.20.0.2 (53be012a-dc8f-434c-8197-19ab47323fab/71b40b5c-6140-47b9-8c5b-5e58ad2caffe/454026fa-b673-4479-89bf-30d2216804e5) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:21.789220 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e57f6250-6603-4d1f-bc54-134bc2c3aa95 req-06f7ef98-db65-42c1-87f5-e38413b19317 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 210 time: 1.2032866 Nov 22 15:25:21.797882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Request body: {'port': {'device_id': 'e703e3cc-a432-407d-8724-b28f58688e1b', 'network_id': '900888de-db1e-4e55-aacb-6b585292e6b6', 'admin_state_up': True, 'tenant_id': 'fea19a54e34b43748b45211030af175c'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:21.808457 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 54c00333-9a8d-4394-acf7-309f5119942f up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:22.133046 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 54c00333-9a8d-4394-acf7-309f5119942f triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:22.133859 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:22.173007 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:22.207044 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:22.216250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Usage tracker for resource:port and tenant:fea19a54e34b43748b45211030af175c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:22.225679 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:22.242698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:22.282990 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:22.332036 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:22.350478 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:22.441259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Network 7dafa649-251b-4db4-b765-ff9dda6cc3cd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:22.479326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Network 53be012a-dc8f-434c-8197-19ab47323fab is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:22.544440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:22.553516 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Made reservation on behalf of fea19a54e34b43748b45211030af175c for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:22.555398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:22.559948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:22.561342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Usage tracker for resource:port and tenant:a1ef99941b3143ba95a5434b23e794cd is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:22.567543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:22.587356 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:22.588644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Pushing event updated for resources: {'Port': ['ID=62bc05d5-0abe-4ba7-9f37-0b894f0c9400,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:22.608847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:22.615899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:22.628969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50ab63a-12f3-4c2e-a12d-3bff59563a8e admin admin] Deleting subnet 89702588-2ea9-4e11-bcfb-0bf5a991768f {{(pid=88138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:25:22.632327 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:22.635298 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:22.636065 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:22.755749 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:22.756973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:22.782092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Made reservation on behalf of a1ef99941b3143ba95a5434b23e794cd for: {'port': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:22.789196 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:22.802919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f50ab63a-12f3-4c2e-a12d-3bff59563a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:22.844367 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8864660 Nov 22 15:25:22.911448 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Pushing event updated for resources: {'Port': ['ID=454026fa-b673-4479-89bf-30d2216804e5,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:22.922147 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:23.025111 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fe913197-ed57-4eba-83ec-6a080d736fa6 req-f0022575-d8b1-438a-a318-cc66b01f3fe2 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 210 time: 0.4133971 Nov 22 15:25:23.129038 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f50ab63a-12f3-4c2e-a12d-3bff59563a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851915914'] for subnet, precommit_delete_associations {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:23.501146 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f50ab63a-12f3-4c2e-a12d-3bff59563a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:23.540853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Allocated IP 172.20.0.9 (900888de-db1e-4e55-aacb-6b585292e6b6/e6dc9748-7334-4543-a1bc-ed3b0744e626/1ef482cd-a160-4ae2-b010-eb843ba46952) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:23.698988 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Allocated IP 172.20.0.7 (53be012a-dc8f-434c-8197-19ab47323fab/71b40b5c-6140-47b9-8c5b-5e58ad2caffe/aec51966-8e16-47d8-a09f-ee1b0a3f241f) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:24.076157 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5189188 Nov 22 15:25:24.088252 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63119a0-5ec6-4dab-b4e9-b670e320d0f0 req-ab12cecb-4170-4106-b8be-484bd7591814 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:24.089903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-c63119a0-5ec6-4dab-b4e9-b670e320d0f0 req-ab12cecb-4170-4106-b8be-484bd7591814 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Synchronizing usage tracker for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:24.097710 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 33092) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:24.098881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 33094) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:24.346017 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33106) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:24.383616 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-79712224-0edf-461c-a15e-17c1895aff7b tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:25:24.385605 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-79712224-0edf-461c-a15e-17c1895aff7b tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0379512 Nov 22 15:25:24.437866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-01c36340-2b4b-4569-8e6b-8bddd14e1edc tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:25:24.439185 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-01c36340-2b4b-4569-8e6b-8bddd14e1edc tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0056181 Nov 22 15:25:24.456329 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f7938976-dc66-48a1-89ed-6504fc9e45f3 req-14a36169-cc47-4dcf-91be-f9ffdc48553a tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 210 time: 0.3623052 Nov 22 15:25:24.457309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.125s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:24.494060 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.546287 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.590209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f50ab63a-12f3-4c2e-a12d-3bff59563a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853300385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853457045'] for subnet, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.612960 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:24.722558 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-c63119a0-5ec6-4dab-b4e9-b670e320d0f0 req-ab12cecb-4170-4106-b8be-484bd7591814 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Unset dirty status for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:24.738560 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c63119a0-5ec6-4dab-b4e9-b670e320d0f0 req-ab12cecb-4170-4106-b8be-484bd7591814 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 932 time: 3.1224084 Nov 22 15:25:24.855082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.861514 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ab63a-12f3-4c2e-a12d-3bff59563a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89702588-2ea9-4e11-bcfb-0bf5a991768f,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:24.864425 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7396970-10f0-490b-bd35-97bb6ad18fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.876465 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f50ab63a-12f3-4c2e-a12d-3bff59563a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:24.894447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-662c39f1-c19f-46cf-8f94-c4494053a793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.904640 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e4877006-6236-4748-a068-42b2998a8ddd tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:24.954862 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f50ab63a-12f3-4c2e-a12d-3bff59563a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.984900 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f50ab63a-12f3-4c2e-a12d-3bff59563a8e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/89702588-2ea9-4e11-bcfb-0bf5a991768f HTTP/1.1" status: 204 len: 168 time: 3.7738481 Nov 22 15:25:24.991168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.993165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33118) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:25.087389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Pushing event updated for resources: {'Port': ['ID=1ef482cd-a160-4ae2-b010-eb843ba46952,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:25.107313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Network 900888de-db1e-4e55-aacb-6b585292e6b6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:25.110052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:25.154123 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:25.155637 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8719a242-2a2c-4203-a1e9-f9085d934537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:25.158221 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-c63119a0-5ec6-4dab-b4e9-b670e320d0f0 req-57456bdc-0dd1-4607-9306-3de77217206a tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Synchronizing usage tracker for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:25.166424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b206016c-1923-4da2-8368-d43f13f88f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:25.252973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Pushing event updated for resources: {'Port': ['ID=aec51966-8e16-47d8-a09f-ee1b0a3f241f,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:25.266739 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:25.273703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:25.321527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Network 53be012a-dc8f-434c-8197-19ab47323fab is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:25.323803 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-662c39f1-c19f-46cf-8f94-c4494053a793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:25.326677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:25.334464 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:25.354748 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:25.360866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:25.362490 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:25.416723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-c63119a0-5ec6-4dab-b4e9-b670e320d0f0 req-57456bdc-0dd1-4607-9306-3de77217206a tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Unset dirty status for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:25.417456 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c63119a0-5ec6-4dab-b4e9-b670e320d0f0 req-57456bdc-0dd1-4607-9306-3de77217206a tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6779957 Nov 22 15:25:25.446979 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b206016c-1923-4da2-8368-d43f13f88f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:25.451136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-662c39f1-c19f-46cf-8f94-c4494053a793 admin admin] Usage tracker for resource:security_group_rule and tenant:f799a0addbf84155b4312ea461964339 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:25.451540 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b206016c-1923-4da2-8368-d43f13f88f39 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f7342e640d432aa98f64c35d50beb7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:25.454654 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b206016c-1923-4da2-8368-d43f13f88f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:25.461723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b206016c-1923-4da2-8368-d43f13f88f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:25.464410 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:25.465388 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:25.475014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-662c39f1-c19f-46cf-8f94-c4494053a793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:25.558073 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7903237 Nov 22 15:25:25.559258 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b7396970-10f0-490b-bd35-97bb6ad18fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:25.572734 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-662c39f1-c19f-46cf-8f94-c4494053a793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:25.587443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b7396970-10f0-490b-bd35-97bb6ad18fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:fe8a5e58369f47879124d2ab99c67dc4 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:25.594485 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b7396970-10f0-490b-bd35-97bb6ad18fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:25.601207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b206016c-1923-4da2-8368-d43f13f88f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:25.606939 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b206016c-1923-4da2-8368-d43f13f88f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:25.608417 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b7396970-10f0-490b-bd35-97bb6ad18fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:25.632750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:25.645819 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ab7d6-f5a3-481f-8806-ca787c8326ad req-d6cd6f3b-4bb9-4739-b1fe-cf848d6c5ea8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:25.654006 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9d1ab7d6-f5a3-481f-8806-ca787c8326ad req-d6cd6f3b-4bb9-4739-b1fe-cf848d6c5ea8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 931 time: 0.5743468 Nov 22 15:25:25.736636 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-9d1ab7d6-f5a3-481f-8806-ca787c8326ad req-2fad7b57-8948-42b8-9752-fcc1bc4966be tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Synchronizing usage tracker for tenant:a1ef99941b3143ba95a5434b23e794cd on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:25.744063 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8696988 Nov 22 15:25:25.800108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Request body: {'port': {'device_id': '1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:25.821229 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Request body: {'port': {'device_id': '25e1e279-0cdd-4534-89b3-2399ad74aa28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:25.909409 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:25.955343 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927b2f0a-2313-49e6-9357-b8b03e716e9c']}} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:25.981932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42d5554-33ff-4e97-85b4-1620120883cf') {'for_net_delete': True} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:25.982129 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42d5554-33ff-4e97-85b4-1620120883cf') {} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:26.027847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206016c-1923-4da2-8368-d43f13f88f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fc0126-7ace-4793-ad32-c1e13ebc07e5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:26.061683 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859903'] for segment, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.097856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.122467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b206016c-1923-4da2-8368-d43f13f88f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:26.124802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:25:26.125396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1475325'] for segment, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.133287 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b206016c-1923-4da2-8368-d43f13f88f39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0f7342e640d432aa98f64c35d50beb7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0240796 Nov 22 15:25:26.140152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.142859 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 33142) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:25:26.151504 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:25:26.178927 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-662c39f1-c19f-46cf-8f94-c4494053a793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.195156 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.236983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-662c39f1-c19f-46cf-8f94-c4494053a793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.317488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:26.353279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.399363 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.402186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c39f1-c19f-46cf-8f94-c4494053a793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4fdb9f-e0b4-4682-8e10-3c65893e0cb8,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:26.408922 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-662c39f1-c19f-46cf-8f94-c4494053a793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:26.413057 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7396970-10f0-490b-bd35-97bb6ad18fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.419736 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b8e6fbe9-69ef-4540-b650-896f7acda871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.434189 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7396970-10f0-490b-bd35-97bb6ad18fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.452254 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:26.463446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:26.467465 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-662c39f1-c19f-46cf-8f94-c4494053a793 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f799a0addbf84155b4312ea461964339&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1171007 Nov 22 15:25:26.493248 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-9d1ab7d6-f5a3-481f-8806-ca787c8326ad req-2fad7b57-8948-42b8-9752-fcc1bc4966be tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Unset dirty status for tenant:a1ef99941b3143ba95a5434b23e794cd on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:26.493441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33150) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:26.494461 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9d1ab7d6-f5a3-481f-8806-ca787c8326ad req-2fad7b57-8948-42b8-9752-fcc1bc4966be tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8395715 Nov 22 15:25:26.509914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7396970-10f0-490b-bd35-97bb6ad18fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00452a9-5f79-4cb4-a6e8-1eae761f23ea,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:26.511060 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=927b2f0a-2313-49e6-9357-b8b03e716e9c,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:26.529232 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e532b7-9ead-46c7-9def-9e3a6657b075 req-bb0df234-ccc4-423a-8c54-628fcbe94f1a tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:26.530494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-80e532b7-9ead-46c7-9def-9e3a6657b075 req-bb0df234-ccc4-423a-8c54-628fcbe94f1a tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Synchronizing usage tracker for tenant:fea19a54e34b43748b45211030af175c on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:26.541264 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b7396970-10f0-490b-bd35-97bb6ad18fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:26.611616 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b8e6fbe9-69ef-4540-b650-896f7acda871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.633685 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/927b2f0a-2313-49e6-9357-b8b03e716e9c HTTP/1.1" status: 204 len: 168 time: 1.6376600 Nov 22 15:25:26.673114 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-80e532b7-9ead-46c7-9def-9e3a6657b075 req-bb0df234-ccc4-423a-8c54-628fcbe94f1a tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Unset dirty status for tenant:fea19a54e34b43748b45211030af175c on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:26.674411 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-80e532b7-9ead-46c7-9def-9e3a6657b075 req-bb0df234-ccc4-423a-8c54-628fcbe94f1a tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 931 time: 0.6701727 Nov 22 15:25:26.683917 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:26.729156 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b7396970-10f0-490b-bd35-97bb6ad18fa9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe8a5e58369f47879124d2ab99c67dc4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6230903 Nov 22 15:25:26.732841 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 33160) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:26.804183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-80e532b7-9ead-46c7-9def-9e3a6657b075 req-986a6cc3-d2ca-4a8f-9ff2-d365c4fd3f22 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Synchronizing usage tracker for tenant:fea19a54e34b43748b45211030af175c on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:26.840531 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17118a47-38dc-4233-be1e-402826dd4aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.896257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-80e532b7-9ead-46c7-9def-9e3a6657b075 req-986a6cc3-d2ca-4a8f-9ff2-d365c4fd3f22 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Unset dirty status for tenant:fea19a54e34b43748b45211030af175c on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:26.907267 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-80e532b7-9ead-46c7-9def-9e3a6657b075 req-986a6cc3-d2ca-4a8f-9ff2-d365c4fd3f22 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148974 Nov 22 15:25:26.956130 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17118a47-38dc-4233-be1e-402826dd4aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.063304 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33166) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:27.221234 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:27.229406 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.275598 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Transition to ACTIVE for port object 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:27.277329 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b8e6fbe9-69ef-4540-b650-896f7acda871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.280475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17118a47-38dc-4233-be1e-402826dd4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.284323 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.295435 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-662c39f1-c19f-46cf-8f94-c4494053a793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:27.315523 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-c5002a14-16e4-443f-94f0-0cdc9fee1550 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca23bf4b16f64bd9b533ee79c72ff042&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2493017 Nov 22 15:25:27.319492 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33174) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:27.322502 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17118a47-38dc-4233-be1e-402826dd4aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4fdb9f-e0b4-4682-8e10-3c65893e0cb8,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:27.326948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-17118a47-38dc-4233-be1e-402826dd4aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:27.348755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-46ff7080-1584-4c65-a479-fd85d348063c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:27.381983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0fa5-f16a-4fd7-8628-340c3a825565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.413220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17118a47-38dc-4233-be1e-402826dd4aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.418073 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-17118a47-38dc-4233-be1e-402826dd4aa6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a4fdb9f-e0b4-4682-8e10-3c65893e0cb8 HTTP/1.1" status: 204 len: 168 time: 0.9150600 Nov 22 15:25:27.418289 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ad2ac478-f965-4de2-bebe-6eae93ab2fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:27.434529 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6fbe9-69ef-4540-b650-896f7acda871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fc0126-7ace-4793-ad32-c1e13ebc07e5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:27.477986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b8e6fbe9-69ef-4540-b650-896f7acda871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:27.558196 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b8e6fbe9-69ef-4540-b650-896f7acda871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.575001 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b8e6fbe9-69ef-4540-b650-896f7acda871 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86fc0126-7ace-4793-ad32-c1e13ebc07e5 HTTP/1.1" status: 204 len: 168 time: 1.4208047 Nov 22 15:25:27.577663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454026fa-b673-4479-89bf-30d2216804e5 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:27.589407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0fa5-f16a-4fd7-8628-340c3a825565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.642485 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.713948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Pushing event updated for resources: {'Port': ['ID=62bc05d5-0abe-4ba7-9f37-0b894f0c9400,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:27.733091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f315015-7d90-4212-aec1-afce65082923 req-fd7e123b-d6ed-4a44-ab01-acb826a6ede2 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:27.738563 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:27.755717 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7f315015-7d90-4212-aec1-afce65082923 req-fd7e123b-d6ed-4a44-ab01-acb826a6ede2 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 932 time: 0.8445156 Nov 22 15:25:27.773866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Transition to ACTIVE for port object 454026fa-b673-4479-89bf-30d2216804e5 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:27.886118 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca5be861-a7c1-44bc-bb04-65693b75e237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.934060 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.941102 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca5be861-a7c1-44bc-bb04-65693b75e237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.967075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Attempting to bind port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:27.967821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Attempting to bind port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:27.967821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Attempting to bind port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 on network 7dafa649-251b-4db4-b765-ff9dda6cc3cd {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:27.991728 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:28.010017 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 on network 7dafa649-251b-4db4-b765-ff9dda6cc3cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:25:28.010017 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Attempting to bind port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 on network 7dafa649-251b-4db4-b765-ff9dda6cc3cd {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:28.055727 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:28.056133 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Checking segment: {'id': '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:28.056672 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Bound using segment: {'id': '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:28.057200 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Bound port: 62bc05d5-0abe-4ba7-9f37-0b894f0c9400, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:28.057592 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.080234 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca5be861-a7c1-44bc-bb04-65693b75e237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.092607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a6511ddd-f384-45fe-b1be-706309290329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:28.094101 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Pushing event updated for resources: {'Port': ['ID=454026fa-b673-4479-89bf-30d2216804e5,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:28.097551 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:28.127256 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5be861-a7c1-44bc-bb04-65693b75e237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920246ce-aaaf-42db-9406-7c9c02077679,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:28.254205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ca5be861-a7c1-44bc-bb04-65693b75e237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:28.255515 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca5be861-a7c1-44bc-bb04-65693b75e237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.256961 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ca5be861-a7c1-44bc-bb04-65693b75e237 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/920246ce-aaaf-42db-9406-7c9c02077679 HTTP/1.1" status: 204 len: 168 time: 0.9363022 Nov 22 15:25:28.304937 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7f315015-7d90-4212-aec1-afce65082923 req-46cd80ff-71c1-487c-a6fd-c56df1431dfa tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482261 Nov 22 15:25:28.327536 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d8498-532f-4841-9f30-ff067f2ce4b1 req-b74f8c6d-dc40-4229-ac74-6592e540c59b tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:28.336532 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-341d8498-532f-4841-9f30-ff067f2ce4b1 req-b74f8c6d-dc40-4229-ac74-6592e540c59b tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 931 time: 0.5772822 Nov 22 15:25:28.426754 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] For port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400, host hv-cinder-81877, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:28.450039 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] For port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=62bc05d5-0abe-4ba7-9f37-0b894f0c9400,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:28.468475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.494490 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-341d8498-532f-4841-9f30-ff067f2ce4b1 req-f08a9f6c-77ca-401c-8a41-ef35304baab8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496949 Nov 22 15:25:28.501352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0fa5-f16a-4fd7-8628-340c3a825565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.506315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:28.543405 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:28.556091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Attempting to bind port 454026fa-b673-4479-89bf-30d2216804e5 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:28.556720 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Attempting to bind port 454026fa-b673-4479-89bf-30d2216804e5 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:28.557247 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Attempting to bind port 454026fa-b673-4479-89bf-30d2216804e5 on network 53be012a-dc8f-434c-8197-19ab47323fab {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:28.569881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0fa5-f16a-4fd7-8628-340c3a825565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.572934 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-6d7a0fa5-f16a-4fd7-8628-340c3a825565 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f00452a9-5f79-4cb4-a6e8-1eae761f23ea HTTP/1.1" status: 204 len: 168 time: 1.8265994 Nov 22 15:25:28.574342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Port 454026fa-b673-4479-89bf-30d2216804e5 on network 53be012a-dc8f-434c-8197-19ab47323fab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:25:28.575102 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Attempting to bind port 454026fa-b673-4479-89bf-30d2216804e5 on network 53be012a-dc8f-434c-8197-19ab47323fab {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:28.582116 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a0fa5-f16a-4fd7-8628-340c3a825565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00452a9-5f79-4cb4-a6e8-1eae761f23ea,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:28.587035 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6d7a0fa5-f16a-4fd7-8628-340c3a825565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:28.604166 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:28.604956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Checking segment: {'id': '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:28.605689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Bound using segment: {'id': '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:28.610853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Bound port: 454026fa-b673-4479-89bf-30d2216804e5, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:28.611807 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.777308 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Pushing event updated for resources: {'Port': ['ID=62bc05d5-0abe-4ba7-9f37-0b894f0c9400,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:28.793694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33200) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:28.800344 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] For port 454026fa-b673-4479-89bf-30d2216804e5, host hv-cinder-81877, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:28.803243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:28.809320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] For port 454026fa-b673-4479-89bf-30d2216804e5, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=454026fa-b673-4479-89bf-30d2216804e5,segment=NetworkSegment(47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3),segment_id=47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:28.819503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.898581 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.901035 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] 10.222.0.50 "PUT /v2.0/ports/62bc05d5-0abe-4ba7-9f37-0b894f0c9400 HTTP/1.1" status: 200 len: 1094 time: 3.4214439 Nov 22 15:25:28.901757 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e1e279-0cdd-4534-89b3-2399ad74aa28', 'tag': '62bc05d5-0abe-4ba7-9f37-0b894f0c9400'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:28.908942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-06a058b1-9e70-4c6d-8b6f-b3c87f8c3fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.970552 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:29.014162 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-06a058b1-9e70-4c6d-8b6f-b3c87f8c3fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:29.024392 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-06a058b1-9e70-4c6d-8b6f-b3c87f8c3fdb admin admin] Usage tracker for resource:security_group_rule and tenant:52b5f75b8c0044949ac222c320a02085 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:29.031582 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-06a058b1-9e70-4c6d-8b6f-b3c87f8c3fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:29.049973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-06a058b1-9e70-4c6d-8b6f-b3c87f8c3fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:29.175117 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-06a058b1-9e70-4c6d-8b6f-b3c87f8c3fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.185454 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-06a058b1-9e70-4c6d-8b6f-b3c87f8c3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.196834 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Pushing event updated for resources: {'Port': ['ID=454026fa-b673-4479-89bf-30d2216804e5,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:29.203612 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:29.243148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-76fa0860-f286-4de8-b87c-ac1a0b903682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:29.260179 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-06a058b1-9e70-4c6d-8b6f-b3c87f8c3fdb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52b5f75b8c0044949ac222c320a02085&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4646821 Nov 22 15:25:29.264567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33212) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:29.265005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.266774 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] 10.222.0.50 "PUT /v2.0/ports/454026fa-b673-4479-89bf-30d2216804e5 HTTP/1.1" status: 200 len: 1093 time: 3.7047224 Nov 22 15:25:29.274971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7', 'tag': '454026fa-b673-4479-89bf-30d2216804e5'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:29.354900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06b170-1b95-405c-b321-b9a411a0553e req-35b6fb89-f7ef-46e9-9c44-e0e0b03e2806 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:29.356910 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2f06b170-1b95-405c-b321-b9a411a0553e req-35b6fb89-f7ef-46e9-9c44-e0e0b03e2806 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 931 time: 0.5443771 Nov 22 15:25:29.402467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 33222) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:29.513727 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a058b1-9e70-4c6d-8b6f-b3c87f8c3fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423b395e-6bb6-40aa-9437-16dc3b949e72,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:29.531019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-06a058b1-9e70-4c6d-8b6f-b3c87f8c3fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:29.537113 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2f06b170-1b95-405c-b321-b9a411a0553e req-50a44645-7016-40ee-a5f6-ad64099a71be tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668336 Nov 22 15:25:29.541550 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5de179b8-c598-4f28-97d8-4ee80a33978a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.571305 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-0cf75e2c-1aa0-49b3-8009-c59c5b516e43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4cd7ff3b3ce40859f80501067e493a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1633229 Nov 22 15:25:29.580062 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33232) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:29.602682 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5de179b8-c598-4f28-97d8-4ee80a33978a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.725584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6104ea06-528d-411b-aa88-473b126b888f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.778918 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6104ea06-528d-411b-aa88-473b126b888f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.881636 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5de179b8-c598-4f28-97d8-4ee80a33978a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.900389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:29.921407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6104ea06-528d-411b-aa88-473b126b888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.949923 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Request body: {'port': {'device_id': '49414e49-6c54-4426-8756-5a652f26a98e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:30.021929 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33242) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:30.063006 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de179b8-c598-4f28-97d8-4ee80a33978a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423b395e-6bb6-40aa-9437-16dc3b949e72,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:30.100403 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6104ea06-528d-411b-aa88-473b126b888f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.102411 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-6104ea06-528d-411b-aa88-473b126b888f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f9a3ba7-1743-47ee-be27-8d2a9c877bd2 HTTP/1.1" status: 204 len: 168 time: 0.5210836 Nov 22 15:25:30.108577 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5de179b8-c598-4f28-97d8-4ee80a33978a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:30.115658 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5de179b8-c598-4f28-97d8-4ee80a33978a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.120583 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-5de179b8-c598-4f28-97d8-4ee80a33978a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/423b395e-6bb6-40aa-9437-16dc3b949e72 HTTP/1.1" status: 204 len: 168 time: 0.8515286 Nov 22 15:25:30.120583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:30.151597 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104ea06-528d-411b-aa88-473b126b888f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9a3ba7-1743-47ee-be27-8d2a9c877bd2,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:30.162841 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6104ea06-528d-411b-aa88-473b126b888f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:30.169562 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8c0a-9e9e-4c3f-951a-3836e80c7ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.293703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.345349 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fa6f8c0a-9e9e-4c3f-951a-3836e80c7ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:30.471766 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Request body: {'port': {'device_id': 'e703e3cc-a432-407d-8724-b28f58688e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:30.486342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-fa6f8c0a-9e9e-4c3f-951a-3836e80c7ffb admin admin] Usage tracker for resource:security_group_rule and tenant:0f38c10b3bc0485a8fa81cc8cbac9e36 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:30.498820 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-fa6f8c0a-9e9e-4c3f-951a-3836e80c7ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:31.051545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044b6c9-6f40-4695-a108-9ae5b86a19a1 req-3af99baf-bad3-4c62-b3a7-a09118e44d36 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:31.062468 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a044b6c9-6f40-4695-a108-9ae5b86a19a1 req-3af99baf-bad3-4c62-b3a7-a09118e44d36 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 944 time: 1.2975042 Nov 22 15:25:31.130848 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:31.185881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55294643-ed25-429a-971b-d07cf635d55e req-e0b47adb-b6fd-41ab-8d48-aa5ab2ed4957 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:31.194974 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-55294643-ed25-429a-971b-d07cf635d55e req-e0b47adb-b6fd-41ab-8d48-aa5ab2ed4957 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 931 time: 0.8928511 Nov 22 15:25:31.262987 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-c7e06513-58c9-4b4b-9121-91670452c3c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1ef99941b3143ba95a5434b23e794cd&device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 1096 time: 0.9549978 Nov 22 15:25:31.576253 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec51966-8e16-47d8-a09f-ee1b0a3f241f {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:31.589273 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:31.611368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Transition to ACTIVE for port object aec51966-8e16-47d8-a09f-ee1b0a3f241f will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:31.633280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:31.634906 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fa6f8c0a-9e9e-4c3f-951a-3836e80c7ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:31.647048 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-4cff5f07-9d18-4afc-91bd-74b6e9a2c500 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 1097 time: 1.6648955 Nov 22 15:25:31.651257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:31.763503 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a044b6c9-6f40-4695-a108-9ae5b86a19a1 req-253ed790-d6b0-49a0-a87f-45fa0d59785e tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6997008 Nov 22 15:25:31.873007 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-f5dc636f-f09a-4994-8f3d-8432b5dcdf29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=454026fa-b673-4479-89bf-30d2216804e5 HTTP/1.1" status: 200 len: 217 time: 0.1274257 Nov 22 15:25:31.891593 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-55294643-ed25-429a-971b-d07cf635d55e req-336a630f-c999-4bbc-9e97-fcec1f1bfe89 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6952596 Nov 22 15:25:31.975395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef482cd-a160-4ae2-b010-eb843ba46952 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:31.992660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:32.023214 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Transition to ACTIVE for port object 1ef482cd-a160-4ae2-b010-eb843ba46952 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:32.025263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-99546a4e-0d8c-458c-b5c6-8f1a3c2f0b82 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:32.027038 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-99546a4e-0d8c-458c-b5c6-8f1a3c2f0b82 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=71b40b5c-6140-47b9-8c5b-5e58ad2caffe HTTP/1.1" status: 200 len: 858 time: 0.1340523 Nov 22 15:25:32.028567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:32.029475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8c0a-9e9e-4c3f-951a-3836e80c7ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:32.034291 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:32.042589 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8c0a-9e9e-4c3f-951a-3836e80c7ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:32.101755 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-fa6f8c0a-9e9e-4c3f-951a-3836e80c7ffb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f38c10b3bc0485a8fa81cc8cbac9e36&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0521564 Nov 22 15:25:32.146919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 33306) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:32.213992 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-f8a142e8-d341-44a4-b060-fab1f0ce5bd6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc05d5-0abe-4ba7-9f37-0b894f0c9400 HTTP/1.1" status: 200 len: 217 time: 0.3222296 Nov 22 15:25:32.214821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Pushing event updated for resources: {'Port': ['ID=aec51966-8e16-47d8-a09f-ee1b0a3f241f,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:32.223079 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-ae3e2ee4-2d0b-463d-b9e0-0e13f587eb8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53be012a-dc8f-434c-8197-19ab47323fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1569934 Nov 22 15:25:32.224529 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef482cd-a160-4ae2-b010-eb843ba46952,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:32.226857 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:32.232895 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:32.276557 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:32.406962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f8c0a-9e9e-4c3f-951a-3836e80c7ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b7f1ae-070a-4085-89f1-eb573b8e4b91,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:32.415763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Attempting to bind port aec51966-8e16-47d8-a09f-ee1b0a3f241f on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:32.416276 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Attempting to bind port aec51966-8e16-47d8-a09f-ee1b0a3f241f by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:32.416832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Attempting to bind port aec51966-8e16-47d8-a09f-ee1b0a3f241f on network 53be012a-dc8f-434c-8197-19ab47323fab {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:32.426163 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e1e279-0cdd-4534-89b3-2399ad74aa28', 'tag': '62bc05d5-0abe-4ba7-9f37-0b894f0c9400', 'status': 'completed', 'code': 200} Nov 22 15:25:32.428222 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fa6f8c0a-9e9e-4c3f-951a-3836e80c7ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:32.458717 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Port aec51966-8e16-47d8-a09f-ee1b0a3f241f on network 53be012a-dc8f-434c-8197-19ab47323fab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:25:32.464436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Attempting to bind port aec51966-8e16-47d8-a09f-ee1b0a3f241f on network 53be012a-dc8f-434c-8197-19ab47323fab {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:32.486506 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f638c61-984f-4a1c-bc08-0fa7760498ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:32.510181 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:32.514689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Checking segment: {'id': '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:32.515596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Bound using segment: {'id': '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:32.516480 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f638c61-984f-4a1c-bc08-0fa7760498ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:32.518531 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Bound port: aec51966-8e16-47d8-a09f-ee1b0a3f241f, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:32.522339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:32.559682 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4208a-4339-453d-9519-24457487a6e8 req-2dd5b5a1-7f9d-4833-9ec5-bcec88bc8826 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:32.561087 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-2dd5b5a1-7f9d-4833-9ec5-bcec88bc8826 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.3294227 Nov 22 15:25:32.660715 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-0ce67a98-d861-4cd5-b43f-2421d2e08a74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598090 Nov 22 15:25:32.715204 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7', 'tag': '454026fa-b673-4479-89bf-30d2216804e5', 'status': 'completed', 'code': 200} Nov 22 15:25:32.773760 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Attempting to bind port 1ef482cd-a160-4ae2-b010-eb843ba46952 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:32.774674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Attempting to bind port 1ef482cd-a160-4ae2-b010-eb843ba46952 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '9993949d-8547-42ea-9bec-07d856db705e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '900888de-db1e-4e55-aacb-6b585292e6b6'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:32.775334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Attempting to bind port 1ef482cd-a160-4ae2-b010-eb843ba46952 on network 900888de-db1e-4e55-aacb-6b585292e6b6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:32.823956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] For port aec51966-8e16-47d8-a09f-ee1b0a3f241f, host hv-cinder-81877, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:32.839201 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] For port aec51966-8e16-47d8-a09f-ee1b0a3f241f, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=aec51966-8e16-47d8-a09f-ee1b0a3f241f,segment=NetworkSegment(47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3),segment_id=47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:32.844375 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:32.844629 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Port 1ef482cd-a160-4ae2-b010-eb843ba46952 on network 900888de-db1e-4e55-aacb-6b585292e6b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:25:32.846140 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Attempting to bind port 1ef482cd-a160-4ae2-b010-eb843ba46952 on network 900888de-db1e-4e55-aacb-6b585292e6b6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:32.862178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:32.873352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f638c61-984f-4a1c-bc08-0fa7760498ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:32.911817 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6d7a0fa5-f16a-4fd7-8628-340c3a825565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:32.924517 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-174d3d12-dd6e-4db2-a485-77a4fdfbb3d5 service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493828 Nov 22 15:25:32.930926 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-f9c9aa1d-4d0e-4170-a322-6c67f981daf6 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605340 Nov 22 15:25:32.955710 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ab957-6fd2-4722-835a-19a2c5e7d2ca req-64c39514-279c-4db6-8c1e-17d11deba148 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:32.965926 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4a5ab957-6fd2-4722-835a-19a2c5e7d2ca req-64c39514-279c-4db6-8c1e-17d11deba148 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 943 time: 0.4027946 Nov 22 15:25:32.986094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:32.986882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Checking segment: {'id': '9993949d-8547-42ea-9bec-07d856db705e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '900888de-db1e-4e55-aacb-6b585292e6b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:32.987479 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Bound using segment: {'id': '9993949d-8547-42ea-9bec-07d856db705e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '900888de-db1e-4e55-aacb-6b585292e6b6'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:32.988546 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Bound port: 1ef482cd-a160-4ae2-b010-eb843ba46952, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9993949d-8547-42ea-9bec-07d856db705e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '900888de-db1e-4e55-aacb-6b585292e6b6'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:32.989082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:33.012018 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f638c61-984f-4a1c-bc08-0fa7760498ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b7f1ae-070a-4085-89f1-eb573b8e4b91,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:33.055985 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:33.057507 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] 10.222.0.50 "PUT /v2.0/ports/aec51966-8e16-47d8-a09f-ee1b0a3f241f HTTP/1.1" status: 200 len: 1093 time: 3.1656902 Nov 22 15:25:33.070250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5f638c61-984f-4a1c-bc08-0fa7760498ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:33.079217 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f638c61-984f-4a1c-bc08-0fa7760498ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:33.080989 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-5f638c61-984f-4a1c-bc08-0fa7760498ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67b7f1ae-070a-4085-89f1-eb573b8e4b91 HTTP/1.1" status: 204 len: 168 time: 0.8901095 Nov 22 15:25:33.082950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Pushing event updated for resources: {'Port': ['ID=aec51966-8e16-47d8-a09f-ee1b0a3f241f,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:33.099971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:33.192171 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29b4208a-4339-453d-9519-24457487a6e8 req-fc078f19-d773-41cf-a377-c57a237b1310 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452068 Nov 22 15:25:33.246969 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-1aec8b17-df93-4631-b219-77cbb814838e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1ef99941b3143ba95a5434b23e794cd&device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 1096 time: 0.1233020 Nov 22 15:25:33.252000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33336) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:33.394429 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-7acb7a1f-d178-4870-809f-81041a66eacc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec51966-8e16-47d8-a09f-ee1b0a3f241f HTTP/1.1" status: 200 len: 217 time: 0.1251280 Nov 22 15:25:33.421434 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4a5ab957-6fd2-4722-835a-19a2c5e7d2ca req-5b680beb-00e5-479f-ae55-a92c274cc56d tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541714 Nov 22 15:25:33.500964 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3b9fa36d-5ec2-4db1-93d9-d376f1f3ab09 req-2f4272c0-60f6-4e44-be58-83e36fdd3017 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 1097 time: 0.2297187 Nov 22 15:25:33.502443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-52b79c3b-feb9-405d-ba77-950c0ac9f3ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:33.503901 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-52b79c3b-feb9-405d-ba77-950c0ac9f3ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=71b40b5c-6140-47b9-8c5b-5e58ad2caffe HTTP/1.1" status: 200 len: 858 time: 0.0976017 Nov 22 15:25:33.529827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] For port 1ef482cd-a160-4ae2-b010-eb843ba46952, host hv-cinder-81877, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:33.533976 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0cdc30fa-4610-4fed-af90-0d98bf33bcf5 req-859e5424-fa53-4ab8-8a25-6c6060f686ca service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303948 Nov 22 15:25:33.549172 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] For port 1ef482cd-a160-4ae2-b010-eb843ba46952, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1ef482cd-a160-4ae2-b010-eb843ba46952,segment=NetworkSegment(9993949d-8547-42ea-9bec-07d856db705e),segment_id=9993949d-8547-42ea-9bec-07d856db705e)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:33.557074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffec304-4519-4ba5-a94b-72592125a1fd req-0cfe78d5-6b63-46c0-a465-0834fbbdca3a tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:33.558978 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cffec304-4519-4ba5-a94b-72592125a1fd req-0cfe78d5-6b63-46c0-a465-0834fbbdca3a tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 944 time: 0.5513604 Nov 22 15:25:33.561404 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:33.569832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:33.679692 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-85530647-0afd-4a3d-8bd2-f21f00b61351 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53be012a-dc8f-434c-8197-19ab47323fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986607 Nov 22 15:25:33.699490 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef482cd-a160-4ae2-b010-eb843ba46952,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:33.709903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:33.765391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8c3444b-e5fe-408c-aa5a-1bcdca2b8553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:33.883997 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:33.887983 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] 10.222.0.50 "PUT /v2.0/ports/1ef482cd-a160-4ae2-b010-eb843ba46952 HTTP/1.1" status: 200 len: 1093 time: 3.5842619 Nov 22 15:25:33.962178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fa36d-5ec2-4db1-93d9-d376f1f3ab09 req-d38b6084-4165-44f6-a6f5-5317487d833d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:33.963825 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3b9fa36d-5ec2-4db1-93d9-d376f1f3ab09 req-d38b6084-4165-44f6-a6f5-5317487d833d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.4512749 Nov 22 15:25:33.964578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4f45-332a-4e8e-a7c5-89ddbe2b285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:34.040065 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cffec304-4519-4ba5-a94b-72592125a1fd req-3ae77dff-03d2-4e17-8948-26af4c5dd221 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442669 Nov 22 15:25:34.047521 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-aed9ba11-2238-4005-821b-f788d21b5fee req-b3d1aa90-60db-40b0-8ee9-96f0cc0df693 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1ef99941b3143ba95a5434b23e794cd&device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 1096 time: 0.3503411 Nov 22 15:25:34.073071 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3b9fa36d-5ec2-4db1-93d9-d376f1f3ab09 req-8b371abb-683b-48e5-927d-ca920d1357bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc05d5-0abe-4ba7-9f37-0b894f0c9400 HTTP/1.1" status: 200 len: 217 time: 0.0978112 Nov 22 15:25:34.075058 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-74f6ccea-eeab-4863-8425-69c8326664d7 service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852103 Nov 22 15:25:34.208941 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a1ac4f45-332a-4e8e-a7c5-89ddbe2b285b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:34.236296 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a1ac4f45-332a-4e8e-a7c5-89ddbe2b285b admin admin] Usage tracker for resource:security_group_rule and tenant:d31bce67929b4208bfa4adafc51d036a is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:34.242014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a1ac4f45-332a-4e8e-a7c5-89ddbe2b285b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:34.253956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a1ac4f45-332a-4e8e-a7c5-89ddbe2b285b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:34.343225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fa36d-5ec2-4db1-93d9-d376f1f3ab09 req-80673fb6-1224-4330-a447-c122f8d05c14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:34.344888 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3b9fa36d-5ec2-4db1-93d9-d376f1f3ab09 req-80673fb6-1224-4330-a447-c122f8d05c14 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.2586794 Nov 22 15:25:34.429585 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3b9fa36d-5ec2-4db1-93d9-d376f1f3ab09 req-3ab34bb6-86db-468b-89ae-8e2eb84c87db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739996 Nov 22 15:25:34.430384 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49414e49-6c54-4426-8756-5a652f26a98e', 'tag': 'aec51966-8e16-47d8-a09f-ee1b0a3f241f'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:34.481317 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c771c8cc-f4fd-41e0-9133-df06cc02a01a req-057145bb-2c78-4776-9cdb-844ae01d5025 service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154991 Nov 22 15:25:34.605652 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49414e49-6c54-4426-8756-5a652f26a98e', 'tag': 'aec51966-8e16-47d8-a09f-ee1b0a3f241f', 'status': 'completed', 'code': 200} Nov 22 15:25:34.728722 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e703e3cc-a432-407d-8724-b28f58688e1b', 'tag': '1ef482cd-a160-4ae2-b010-eb843ba46952'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:34.756543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7fb50-c798-4c8f-9cd3-9078dea9dad2 req-6d8df0e3-e2ea-4a53-aec9-206eded910be tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:34.758277 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9bd7fb50-c798-4c8f-9cd3-9078dea9dad2 req-6d8df0e3-e2ea-4a53-aec9-206eded910be tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 943 time: 1.0379386 Nov 22 15:25:34.796869 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-f48ca3cc-2b82-428c-96ae-33c0d4ab49f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fea19a54e34b43748b45211030af175c&device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 1096 time: 0.8633931 Nov 22 15:25:34.863342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9ba11-2238-4005-821b-f788d21b5fee req-18851024-8a64-47b8-b7aa-ba9d1c6ac37c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:34.865960 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-aed9ba11-2238-4005-821b-f788d21b5fee req-18851024-8a64-47b8-b7aa-ba9d1c6ac37c service neutron] 10.222.0.50 "GET /v2.0/networks?id=53be012a-dc8f-434c-8197-19ab47323fab HTTP/1.1" status: 200 len: 919 time: 0.8051834 Nov 22 15:25:34.968387 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4f45-332a-4e8e-a7c5-89ddbe2b285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:34.979704 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4f45-332a-4e8e-a7c5-89ddbe2b285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:34.980188 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-08e193dd-7152-49c1-a68f-cfd2d554e9ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ef482cd-a160-4ae2-b010-eb843ba46952 HTTP/1.1" status: 200 len: 217 time: 0.1090555 Nov 22 15:25:35.009361 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:35.029330 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3b9fa36d-5ec2-4db1-93d9-d376f1f3ab09 req-e0aa2707-106b-46a3-8288-44cb12b9a337 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862896 Nov 22 15:25:35.052319 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-93ef6d5f-4946-4a29-ab0d-edf4171290a1 req-68bd572e-aeb4-494e-8c9e-b68778aa8788 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1ef99941b3143ba95a5434b23e794cd&device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 1096 time: 0.4503207 Nov 22 15:25:35.117988 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:35.146065 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac4f45-332a-4e8e-a7c5-89ddbe2b285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21773444-f490-4bea-bfd5-d9d0d212503f,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:35.150151 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a1ac4f45-332a-4e8e-a7c5-89ddbe2b285b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:35.168273 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-aed9ba11-2238-4005-821b-f788d21b5fee req-4b19e5ea-fdcb-4ad0-8f99-17b723b613a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=454026fa-b673-4479-89bf-30d2216804e5 HTTP/1.1" status: 200 len: 217 time: 0.1864357 Nov 22 15:25:35.204563 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a1ac4f45-332a-4e8e-a7c5-89ddbe2b285b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d31bce67929b4208bfa4adafc51d036a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9490464 Nov 22 15:25:35.207034 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33398) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:35.275578 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9bd7fb50-c798-4c8f-9cd3-9078dea9dad2 req-259a08b2-aec2-45bf-ba6b-8dd23b4207f2 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979587 Nov 22 15:25:35.366886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9ba11-2238-4005-821b-f788d21b5fee req-331b3da8-dfa8-40c8-ad51-25e5dcba9eb6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:35.368581 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-aed9ba11-2238-4005-821b-f788d21b5fee req-331b3da8-dfa8-40c8-ad51-25e5dcba9eb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=71b40b5c-6140-47b9-8c5b-5e58ad2caffe HTTP/1.1" status: 200 len: 858 time: 0.1099827 Nov 22 15:25:35.434077 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-aed9ba11-2238-4005-821b-f788d21b5fee req-2890ea6b-dba0-4d04-8987-4474d6122374 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53be012a-dc8f-434c-8197-19ab47323fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562105 Nov 22 15:25:35.436979 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e703e3cc-a432-407d-8724-b28f58688e1b', 'tag': '1ef482cd-a160-4ae2-b010-eb843ba46952', 'status': 'completed', 'code': 200} Nov 22 15:25:35.501165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fdb3c-b9f0-4078-97cd-71fb0755c6e7 req-a21ac8a7-28ab-4f1b-a632-3f790830a609 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:35.511243 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-231fdb3c-b9f0-4078-97cd-71fb0755c6e7 req-a21ac8a7-28ab-4f1b-a632-3f790830a609 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 943 time: 0.6837699 Nov 22 15:25:35.528845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-3a85ecba-149e-4800-9f27-2bf73a9751cb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:35.530885 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-3a85ecba-149e-4800-9f27-2bf73a9751cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6dc9748-7334-4543-a1bc-ed3b0744e626 HTTP/1.1" status: 200 len: 851 time: 0.3657432 Nov 22 15:25:35.552962 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3b9fa36d-5ec2-4db1-93d9-d376f1f3ab09 req-a5b1c5f6-eb70-4e50-98ee-faf027cf6bfa service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067701 Nov 22 15:25:35.571985 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-428c4e4d-8ab4-42c6-86df-630b12b25522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:35.594113 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef6d5f-4946-4a29-ab0d-edf4171290a1 req-0c86555f-27ec-431e-937c-6aef2c65fb73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:35.595741 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-93ef6d5f-4946-4a29-ab0d-edf4171290a1 req-0c86555f-27ec-431e-937c-6aef2c65fb73 service neutron] 10.222.0.50 "GET /v2.0/networks?id=53be012a-dc8f-434c-8197-19ab47323fab HTTP/1.1" status: 200 len: 919 time: 0.5068545 Nov 22 15:25:35.628538 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-91cb2c04-8e1b-41a6-b500-4ef90f46ea28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=900888de-db1e-4e55-aacb-6b585292e6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814183 Nov 22 15:25:35.678583 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-93ef6d5f-4946-4a29-ab0d-edf4171290a1 req-242c1b75-5bed-4312-a7f9-5dc13458fc7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec51966-8e16-47d8-a09f-ee1b0a3f241f HTTP/1.1" status: 200 len: 217 time: 0.0719869 Nov 22 15:25:35.683072 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-428c4e4d-8ab4-42c6-86df-630b12b25522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:35.757225 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-231fdb3c-b9f0-4078-97cd-71fb0755c6e7 req-e9ff8752-39ef-447c-837b-cdebd4d2d65b tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461076 Nov 22 15:25:35.865067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:25:35.865643 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef6d5f-4946-4a29-ab0d-edf4171290a1 req-04d60316-968e-4581-a034-9eaafb33057c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:35.867353 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-93ef6d5f-4946-4a29-ab0d-edf4171290a1 req-04d60316-968e-4581-a034-9eaafb33057c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=71b40b5c-6140-47b9-8c5b-5e58ad2caffe HTTP/1.1" status: 200 len: 858 time: 0.1766376 Nov 22 15:25:35.939079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-428c4e4d-8ab4-42c6-86df-630b12b25522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:35.952978 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-93ef6d5f-4946-4a29-ab0d-edf4171290a1 req-c5c95eaf-cba4-4e5b-99f9-ffe4a51b8a39 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53be012a-dc8f-434c-8197-19ab47323fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726886 Nov 22 15:25:35.955262 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5de179b8-c598-4f28-97d8-4ee80a33978a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:35.982035 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c4e4d-8ab4-42c6-86df-630b12b25522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21773444-f490-4bea-bfd5-d9d0d212503f,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:35.985350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-428c4e4d-8ab4-42c6-86df-630b12b25522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:35.996590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42993316-a14d-4605-a430-e86b75044bbf req-f33bcee1-e7d9-42f5-9e3e-6b2c408eb34b tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:35.998286 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-42993316-a14d-4605-a430-e86b75044bbf req-f33bcee1-e7d9-42f5-9e3e-6b2c408eb34b tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 944 time: 0.3656600 Nov 22 15:25:36.028518 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-aed9ba11-2238-4005-821b-f788d21b5fee req-74ae6481-1586-46f7-97c9-1371cdf1b51c service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697033 Nov 22 15:25:36.034602 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-df4b592f-e090-4df5-ad2b-5c95dc513577 service neutron] 10.222.0.50 "GET /v2.0/networks/900888de-db1e-4e55-aacb-6b585292e6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578393 Nov 22 15:25:36.052503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-428c4e4d-8ab4-42c6-86df-630b12b25522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.053878 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-428c4e4d-8ab4-42c6-86df-630b12b25522 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21773444-f490-4bea-bfd5-d9d0d212503f HTTP/1.1" status: 204 len: 168 time: 0.7889171 Nov 22 15:25:36.097717 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a937b7b-041f-41dd-bc60-6bf2fecaa261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.171305 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=62bc05d5-0abe-4ba7-9f37-0b894f0c9400,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:36.190780 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': '62bc05d5-0abe-4ba7-9f37-0b894f0c9400', 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd', 'port_id': '62bc05d5-0abe-4ba7-9f37-0b894f0c9400', 'mac_address': 'fa:16:3e:07:77:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325d0035-bedc-40aa-9971-82d1ec564df0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:25:36.195188 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-93ef6d5f-4946-4a29-ab0d-edf4171290a1 req-e12b638f-0c2c-4937-92fa-8cfe0360cd23 service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171113 Nov 22 15:25:36.261310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.263578 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-42993316-a14d-4605-a430-e86b75044bbf req-f112e05e-9eec-4f75-836d-1e2c65c852af tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550039 Nov 22 15:25:36.302775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:36.306261 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-aed9ba11-2238-4005-821b-f788d21b5fee req-466516cb-0456-44f6-acfa-236718373efa service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518561 Nov 22 15:25:36.336869 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=62bc05d5-0abe-4ba7-9f37-0b894f0c9400,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:36.347271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.348708 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 454026fa-b673-4479-89bf-30d2216804e5 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:25:36.426489 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:36.445773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:25:36.487105 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8e7730c-dbcb-4d4a-a280-87e12bbb9f56 req-5d7cf44a-4de2-4380-a40d-75d2d7fb9a0c service neutron] 10.222.0.50 "GET /v2.0/networks/900888de-db1e-4e55-aacb-6b585292e6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295747 Nov 22 15:25:36.571093 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-93ef6d5f-4946-4a29-ab0d-edf4171290a1 req-37e420ef-513e-49e6-83e2-c1759723833d service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653336 Nov 22 15:25:36.603478 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=62bc05d5-0abe-4ba7-9f37-0b894f0c9400,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:36.617306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.618430 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:36.755394 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c191719b-42ab-4d23-9012-d369d3ec825b req-a9e0a90b-6900-4a35-add3-7ca3f6d9df8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fea19a54e34b43748b45211030af175c&device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 1096 time: 0.1914804 Nov 22 15:25:36.764512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 454026fa-b673-4479-89bf-30d2216804e5, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=454026fa-b673-4479-89bf-30d2216804e5,segment=NetworkSegment(47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3),segment_id=47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:36.767563 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74d9a3-730b-48fe-9904-47da349e352c req-c80ab82a-8344-4a36-b8cf-7523f5cb30dc tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:36.781202 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9d74d9a3-730b-48fe-9904-47da349e352c req-c80ab82a-8344-4a36-b8cf-7523f5cb30dc tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 943 time: 0.2193639 Nov 22 15:25:36.794132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': '454026fa-b673-4479-89bf-30d2216804e5', 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab', 'port_id': '454026fa-b673-4479-89bf-30d2216804e5', 'mac_address': 'fa:16:3e:1a:8d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b40b5c-6140-47b9-8c5b-5e58ad2caffe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:25:36.891953 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.921856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454026fa-b673-4479-89bf-30d2216804e5 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:36.954898 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 454026fa-b673-4479-89bf-30d2216804e5, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=454026fa-b673-4479-89bf-30d2216804e5,segment=NetworkSegment(47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3),segment_id=47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:36.959862 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.962276 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:37.047324 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191719b-42ab-4d23-9012-d369d3ec825b req-50a15e2a-400d-4bf1-9641-d2959a1c8925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:37.048823 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c191719b-42ab-4d23-9012-d369d3ec825b req-50a15e2a-400d-4bf1-9641-d2959a1c8925 service neutron] 10.222.0.50 "GET /v2.0/networks?id=900888de-db1e-4e55-aacb-6b585292e6b6 HTTP/1.1" status: 200 len: 912 time: 0.2630568 Nov 22 15:25:37.053498 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:37.065037 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=454026fa-b673-4479-89bf-30d2216804e5,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:37.070314 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:37.189139 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c191719b-42ab-4d23-9012-d369d3ec825b req-c3e7626f-cac4-423e-bf46-1d1dcaadc291 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ef482cd-a160-4ae2-b010-eb843ba46952 HTTP/1.1" status: 200 len: 217 time: 0.1154821 Nov 22 15:25:37.262571 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['454026fa-b673-4479-89bf-30d2216804e5'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:25:37.292805 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9d74d9a3-730b-48fe-9904-47da349e352c req-91613c29-496e-4124-9496-844cc22d36fb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101490 Nov 22 15:25:37.339873 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191719b-42ab-4d23-9012-d369d3ec825b req-f4275e4a-6049-455a-931e-29726a0f82ab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:37.347331 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c191719b-42ab-4d23-9012-d369d3ec825b req-f4275e4a-6049-455a-931e-29726a0f82ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6dc9748-7334-4543-a1bc-ed3b0744e626 HTTP/1.1" status: 200 len: 851 time: 0.1453137 Nov 22 15:25:37.394906 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['62bc05d5-0abe-4ba7-9f37-0b894f0c9400'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:25:37.479446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23b8f1-f0ab-4c02-a322-a1ec0372af6b req-d9246101-c684-41f1-be60-f49d5b31d19b tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:37.482636 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8e23b8f1-f0ab-4c02-a322-a1ec0372af6b req-d9246101-c684-41f1-be60-f49d5b31d19b tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 943 time: 0.4098766 Nov 22 15:25:37.497365 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c191719b-42ab-4d23-9012-d369d3ec825b req-e4709b94-36eb-421b-8267-463fb6a1ad5e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=900888de-db1e-4e55-aacb-6b585292e6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282582 Nov 22 15:25:37.694907 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8e23b8f1-f0ab-4c02-a322-a1ec0372af6b req-bd505988-3c32-4f80-a614-7fa3fe0460fe tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016411 Nov 22 15:25:37.817205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device aec51966-8e16-47d8-a09f-ee1b0a3f241f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:25:37.871542 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c191719b-42ab-4d23-9012-d369d3ec825b req-338ca14c-d977-4694-8297-2bb441f66293 service neutron] 10.222.0.50 "GET /v2.0/networks/900888de-db1e-4e55-aacb-6b585292e6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512971 Nov 22 15:25:37.946287 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f443819-7b7c-49f7-91dd-637f5a3dd388 req-869e8711-b211-4e3e-97a2-7d790fabdd01 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:37.956510 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6f443819-7b7c-49f7-91dd-637f5a3dd388 req-869e8711-b211-4e3e-97a2-7d790fabdd01 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 945 time: 0.2813675 Nov 22 15:25:38.288447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:38.326804 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port aec51966-8e16-47d8-a09f-ee1b0a3f241f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=aec51966-8e16-47d8-a09f-ee1b0a3f241f,segment=NetworkSegment(47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3),segment_id=47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:38.348722 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': 'aec51966-8e16-47d8-a09f-ee1b0a3f241f', 'network_id': '53be012a-dc8f-434c-8197-19ab47323fab', 'port_id': 'aec51966-8e16-47d8-a09f-ee1b0a3f241f', 'mac_address': 'fa:16:3e:4b:e2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b40b5c-6140-47b9-8c5b-5e58ad2caffe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:25:38.361940 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6f443819-7b7c-49f7-91dd-637f5a3dd388 req-53d16dcf-5afb-4e40-91a0-74a61e333adb tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045208 Nov 22 15:25:38.443753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:38.500924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec51966-8e16-47d8-a09f-ee1b0a3f241f {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:38.535330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port aec51966-8e16-47d8-a09f-ee1b0a3f241f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=aec51966-8e16-47d8-a09f-ee1b0a3f241f,segment=NetworkSegment(47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3),segment_id=47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:38.540281 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:38.543071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bcad9aca-f08f-4993-a56c-85ed9324200e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:38.653884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=aec51966-8e16-47d8-a09f-ee1b0a3f241f,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:38.654943 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c191719b-42ab-4d23-9012-d369d3ec825b req-c6e3b150-41b8-4060-852e-21a877af05eb service neutron] 10.222.0.50 "GET /v2.0/networks/900888de-db1e-4e55-aacb-6b585292e6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7658305 Nov 22 15:25:38.672129 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:38.719753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e450cb-90f3-48fb-927f-2f3d9999d5cb req-b075f098-dafc-47b9-89aa-6a77feea6f2b tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:38.728290 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29e450cb-90f3-48fb-927f-2f3d9999d5cb req-b075f098-dafc-47b9-89aa-6a77feea6f2b tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 944 time: 0.1546333 Nov 22 15:25:38.790863 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['aec51966-8e16-47d8-a09f-ee1b0a3f241f'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:25:38.812885 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-29e450cb-90f3-48fb-927f-2f3d9999d5cb req-44936393-c4e1-4b5b-a896-886363195958 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834398 Nov 22 15:25:39.092516 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33556) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:39.209933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257c02d-7b75-4513-bfc3-081c84c738b3 req-e483b878-81b1-457d-963d-a6d5a911f006 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:39.211810 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0257c02d-7b75-4513-bfc3-081c84c738b3 req-e483b878-81b1-457d-963d-a6d5a911f006 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 943 time: 0.2259650 Nov 22 15:25:39.309726 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0257c02d-7b75-4513-bfc3-081c84c738b3 req-ad90837f-1c5a-4287-b7f6-e54b7b5d206d tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873101 Nov 22 15:25:39.528008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4a0a719a-b2c1-4351-8f5a-f1aef6b8182c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:39.612633 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4a0a719a-b2c1-4351-8f5a-f1aef6b8182c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:39.632939 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-4a0a719a-b2c1-4351-8f5a-f1aef6b8182c admin admin] Usage tracker for resource:security_group_rule and tenant:482e503f4b96426c9fdb3cb0e26484ac is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:39.644588 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-4a0a719a-b2c1-4351-8f5a-f1aef6b8182c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:39.671674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4a0a719a-b2c1-4351-8f5a-f1aef6b8182c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:39.706948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0459c26-868d-41a0-b8df-24bee6632b8b req-ecdc9371-ae16-4d67-8cf9-e2e53f8c9e37 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:39.709222 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b0459c26-868d-41a0-b8df-24bee6632b8b req-ecdc9371-ae16-4d67-8cf9-e2e53f8c9e37 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 945 time: 0.1188710 Nov 22 15:25:39.818856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4a0a719a-b2c1-4351-8f5a-f1aef6b8182c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:39.828185 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4a0a719a-b2c1-4351-8f5a-f1aef6b8182c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:39.830853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 1ef482cd-a160-4ae2-b010-eb843ba46952 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:25:39.842133 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fa6f8c0a-9e9e-4c3f-951a-3836e80c7ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:39.843561 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:39.846952 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b0459c26-868d-41a0-b8df-24bee6632b8b req-775ec6a6-245a-4735-9560-4b67873fdd9f tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305084 Nov 22 15:25:39.981211 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-4a0a719a-b2c1-4351-8f5a-f1aef6b8182c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=482e503f4b96426c9fdb3cb0e26484ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8805323 Nov 22 15:25:39.987160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 33612) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:40.002923 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a719a-b2c1-4351-8f5a-f1aef6b8182c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fd441e-38c3-495c-896c-c4a49079de1b,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:40.005950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-4a0a719a-b2c1-4351-8f5a-f1aef6b8182c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:40.175490 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23e06f2c-c881-412e-93a6-d75330870d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.178729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:40.194938 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:40.195340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.240462 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23e06f2c-c881-412e-93a6-d75330870d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.278472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 1ef482cd-a160-4ae2-b010-eb843ba46952, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1ef482cd-a160-4ae2-b010-eb843ba46952,segment=NetworkSegment(9993949d-8547-42ea-9bec-07d856db705e),segment_id=9993949d-8547-42ea-9bec-07d856db705e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:40.300383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': '1ef482cd-a160-4ae2-b010-eb843ba46952', 'network_id': '900888de-db1e-4e55-aacb-6b585292e6b6', 'port_id': '1ef482cd-a160-4ae2-b010-eb843ba46952', 'mac_address': 'fa:16:3e:59:40:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6dc9748-7334-4543-a1bc-ed3b0744e626', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:25:40.332275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dbde9-af47-4c97-a0e9-af7fbf395f70 req-52c57072-3126-4145-904b-daabd5df8ad7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:40.334566 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e90dbde9-af47-4c97-a0e9-af7fbf395f70 req-52c57072-3126-4145-904b-daabd5df8ad7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 944 time: 0.2591045 Nov 22 15:25:40.435446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.461068 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.473851 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef482cd-a160-4ae2-b010-eb843ba46952 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:40.489855 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e90dbde9-af47-4c97-a0e9-af7fbf395f70 req-6fe5e559-e216-48cd-8b1e-30b4b2b1fd91 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412590 Nov 22 15:25:40.491119 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23e06f2c-c881-412e-93a6-d75330870d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.497341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5f638c61-984f-4a1c-bc08-0fa7760498ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:40.502925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 1ef482cd-a160-4ae2-b010-eb843ba46952, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1ef482cd-a160-4ae2-b010-eb843ba46952,segment=NetworkSegment(9993949d-8547-42ea-9bec-07d856db705e),segment_id=9993949d-8547-42ea-9bec-07d856db705e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:40.509313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e1e279-0cdd-4534-89b3-2399ad74aa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc05d5-0abe-4ba7-9f37-0b894f0c9400'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:40.543111 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e06f2c-c881-412e-93a6-d75330870d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fd441e-38c3-495c-896c-c4a49079de1b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:40.546940 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-23e06f2c-c881-412e-93a6-d75330870d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:40.548482 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23e06f2c-c881-412e-93a6-d75330870d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.553337 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-23e06f2c-c881-412e-93a6-d75330870d20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01fd441e-38c3-495c-896c-c4a49079de1b HTTP/1.1" status: 204 len: 168 time: 0.5604339 Nov 22 15:25:40.590352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.595206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=62bc05d5-0abe-4ba7-9f37-0b894f0c9400,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:40.600282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:40.636779 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.650880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 454026fa-b673-4479-89bf-30d2216804e5 up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:40.729436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607379f3-95e2-4889-9b10-25407cf40a32 req-7cfcb6a4-f523-46bb-ac51-b40cc591670f tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:40.732559 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-607379f3-95e2-4889-9b10-25407cf40a32 req-7cfcb6a4-f523-46bb-ac51-b40cc591670f tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 944 time: 0.1349373 Nov 22 15:25:40.736666 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=1ef482cd-a160-4ae2-b010-eb843ba46952,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:40.743812 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:40.744257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:40.764505 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33636) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:40.794980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33642) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:40.807846 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-607379f3-95e2-4889-9b10-25407cf40a32 req-75e48a9b-251e-49d3-a819-c60ea574d4e2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675235 Nov 22 15:25:40.824292 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port 454026fa-b673-4479-89bf-30d2216804e5 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:40.833430 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port 454026fa-b673-4479-89bf-30d2216804e5 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:40.833850 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.890659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=62bc05d5-0abe-4ba7-9f37-0b894f0c9400,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:40.905572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:40.917911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['1ef482cd-a160-4ae2-b010-eb843ba46952'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:25:41.075211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.125541 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725c9cf-e679-4ef7-9c6e-da73a8416e52 req-b0fa47c0-7e03-4335-bb65-95fd43974d3c tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:41.127219 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f725c9cf-e679-4ef7-9c6e-da73a8416e52 req-b0fa47c0-7e03-4335-bb65-95fd43974d3c tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 946 time: 0.1347911 Nov 22 15:25:41.172680 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 454026fa-b673-4479-89bf-30d2216804e5, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=454026fa-b673-4479-89bf-30d2216804e5,segment=NetworkSegment(47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3),segment_id=47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:41.205820 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-701a4b88-8616-47e4-a7a4-c3e9bafe2cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.213680 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f725c9cf-e679-4ef7-9c6e-da73a8416e52 req-ec478f40-268a-44ff-97b0-581706d52f24 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788453 Nov 22 15:25:41.245800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.248452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device aec51966-8e16-47d8-a09f-ee1b0a3f241f up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:41.254391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56b35ed7-eec0-44a1-b239-3e50bb6206fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.292963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:41.348977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-701a4b88-8616-47e4-a7a4-c3e9bafe2cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:41.370458 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-701a4b88-8616-47e4-a7a4-c3e9bafe2cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:4518e562f70a44a08fff4ad53a2c3bc0 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:41.375057 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-701a4b88-8616-47e4-a7a4-c3e9bafe2cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:41.390188 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-56b35ed7-eec0-44a1-b239-3e50bb6206fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:41.392825 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-701a4b88-8616-47e4-a7a4-c3e9bafe2cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:41.415301 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-56b35ed7-eec0-44a1-b239-3e50bb6206fd admin admin] Usage tracker for resource:security_group_rule and tenant:ae8372c01a574bee839647dfe31b42e7 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:41.421572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-56b35ed7-eec0-44a1-b239-3e50bb6206fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:41.440089 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-56b35ed7-eec0-44a1-b239-3e50bb6206fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:41.448774 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=454026fa-b673-4479-89bf-30d2216804e5,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:41.452878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:41.469962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port aec51966-8e16-47d8-a09f-ee1b0a3f241f completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:41.477519 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port aec51966-8e16-47d8-a09f-ee1b0a3f241f triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:41.478348 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.583464 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-701a4b88-8616-47e4-a7a4-c3e9bafe2cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.598053 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-701a4b88-8616-47e4-a7a4-c3e9bafe2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.636935 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56b35ed7-eec0-44a1-b239-3e50bb6206fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.638012 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:41.675091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.684626 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-701a4b88-8616-47e4-a7a4-c3e9bafe2cb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4518e562f70a44a08fff4ad53a2c3bc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8869367 Nov 22 15:25:41.684958 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a4b88-8616-47e4-a7a4-c3e9bafe2cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca60db37-6a7c-494a-a7e9-bc4c9ed94b4e,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:41.697399 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-701a4b88-8616-47e4-a7a4-c3e9bafe2cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:41.698157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33670) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:41.704681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56b35ed7-eec0-44a1-b239-3e50bb6206fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.742421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 33674) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:41.743229 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port aec51966-8e16-47d8-a09f-ee1b0a3f241f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=aec51966-8e16-47d8-a09f-ee1b0a3f241f,segment=NetworkSegment(47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3),segment_id=47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:41.747709 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.749910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:41.764016 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1b7cbbec-cc95-45b8-b131-6a71266f6c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:41.772735 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-923065d9-1909-484f-9bee-65ad8b52d4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.814561 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-923065d9-1909-484f-9bee-65ad8b52d4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:41.819324 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-923065d9-1909-484f-9bee-65ad8b52d4ee admin admin] Usage tracker for resource:security_group_rule and tenant:879cedb026134110843ee5452fe7d146 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:41.822617 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-923065d9-1909-484f-9bee-65ad8b52d4ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:41.830219 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-923065d9-1909-484f-9bee-65ad8b52d4ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:41.836372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=aec51966-8e16-47d8-a09f-ee1b0a3f241f,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:41.840129 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:41.880098 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-56b35ed7-eec0-44a1-b239-3e50bb6206fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae8372c01a574bee839647dfe31b42e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1142356 Nov 22 15:25:41.881181 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33680) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:41.890890 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b35ed7-eec0-44a1-b239-3e50bb6206fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7a98cf-d43b-4b8a-940b-1cc3acc0d92b,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:41.911094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-56b35ed7-eec0-44a1-b239-3e50bb6206fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:41.911571 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-923065d9-1909-484f-9bee-65ad8b52d4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.915470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-923065d9-1909-484f-9bee-65ad8b52d4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.926476 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:41.940723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a6814-8b39-41f8-8249-24dc00795d1d req-29b8b230-8320-42ab-95ee-4633bcc2b246 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:41.949971 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-558a6814-8b39-41f8-8249-24dc00795d1d req-29b8b230-8320-42ab-95ee-4633bcc2b246 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 944 time: 0.2887146 Nov 22 15:25:41.982516 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f49d22a1-cdeb-466a-b6c5-9231473d3ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.034231 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-923065d9-1909-484f-9bee-65ad8b52d4ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=879cedb026134110843ee5452fe7d146&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2889588 Nov 22 15:25:42.034826 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33684) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:42.035581 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-32773dd7-1e75-49f4-bb07-a893dfbbc69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.037081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923065d9-1909-484f-9bee-65ad8b52d4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bde5a6-8580-4bac-aabb-5359e14612ad,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:42.041319 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f49d22a1-cdeb-466a-b6c5-9231473d3ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.052400 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-558a6814-8b39-41f8-8249-24dc00795d1d req-a417a186-2b30-4af5-92ba-1842024ddd47 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013899 Nov 22 15:25:42.055577 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-923065d9-1909-484f-9bee-65ad8b52d4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:42.136306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-32773dd7-1e75-49f4-bb07-a893dfbbc69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.251320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05e3376c-e829-4ddd-b56f-e5cf36d5bb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.253228 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f49d22a1-cdeb-466a-b6c5-9231473d3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.257788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:42.263137 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e1e279-0cdd-4534-89b3-2399ad74aa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc05d5-0abe-4ba7-9f37-0b894f0c9400', 'code': 200} Nov 22 15:25:42.321647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d22a1-cdeb-466a-b6c5-9231473d3ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca60db37-6a7c-494a-a7e9-bc4c9ed94b4e,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:42.335986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f49d22a1-cdeb-466a-b6c5-9231473d3ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:42.367914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-32773dd7-1e75-49f4-bb07-a893dfbbc69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.376418 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05e3376c-e829-4ddd-b56f-e5cf36d5bb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.384491 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:42.437297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32773dd7-1e75-49f4-bb07-a893dfbbc69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7a98cf-d43b-4b8a-940b-1cc3acc0d92b,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:42.470947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-32773dd7-1e75-49f4-bb07-a893dfbbc69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:42.472206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f49d22a1-cdeb-466a-b6c5-9231473d3ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.474361 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f49d22a1-cdeb-466a-b6c5-9231473d3ad4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca60db37-6a7c-494a-a7e9-bc4c9ed94b4e HTTP/1.1" status: 204 len: 168 time: 0.7744031 Nov 22 15:25:42.481728 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-32773dd7-1e75-49f4-bb07-a893dfbbc69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.488293 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-32773dd7-1e75-49f4-bb07-a893dfbbc69e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de7a98cf-d43b-4b8a-940b-1cc3acc0d92b HTTP/1.1" status: 204 len: 168 time: 0.5990524 Nov 22 15:25:42.505079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05e3376c-e829-4ddd-b56f-e5cf36d5bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.512079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:42.528925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3376c-e829-4ddd-b56f-e5cf36d5bb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bde5a6-8580-4bac-aabb-5359e14612ad,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:42.533892 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-05e3376c-e829-4ddd-b56f-e5cf36d5bb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:42.540174 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05e3376c-e829-4ddd-b56f-e5cf36d5bb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.542148 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-05e3376c-e829-4ddd-b56f-e5cf36d5bb2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2bde5a6-8580-4bac-aabb-5359e14612ad HTTP/1.1" status: 204 len: 168 time: 0.5038283 Nov 22 15:25:42.744561 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c6e27-d4da-486c-89ca-094f8b57d043 req-3dcdaab7-ee86-44b9-ba16-7926877bac96 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:42.749169 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d20c6e27-d4da-486c-89ca-094f8b57d043 req-3dcdaab7-ee86-44b9-ba16-7926877bac96 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 944 time: 0.3191931 Nov 22 15:25:42.754296 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bff4f3df-536d-458c-8e3f-604202a8d613 req-4f921ae0-e9cc-4d93-b560-1c1a559c8cc8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 1099 time: 0.1349280 Nov 22 15:25:42.803917 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d532e3-6f6b-4603-a4c7-17ffbea714d2 req-f7617e19-5e5c-4610-9903-42b8572f1366 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:42.805567 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-95d532e3-6f6b-4603-a4c7-17ffbea714d2 req-f7617e19-5e5c-4610-9903-42b8572f1366 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 946 time: 0.2386808 Nov 22 15:25:42.813441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-bff4f3df-536d-458c-8e3f-604202a8d613 req-ae3fdcad-5a7e-4031-bd36-c00a16dff80c service neutron] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.888407 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d20c6e27-d4da-486c-89ca-094f8b57d043 req-f6e31a42-a0b1-453f-8f8b-073d96248b78 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321731 Nov 22 15:25:42.907476 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-bff4f3df-536d-458c-8e3f-604202a8d613 req-ae3fdcad-5a7e-4031-bd36-c00a16dff80c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:42.917263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-bff4f3df-536d-458c-8e3f-604202a8d613 req-ae3fdcad-5a7e-4031-bd36-c00a16dff80c service neutron] Usage tracker for resource:security_group_rule and tenant:3cc73df615ad4b1dac1735f980c4fd30 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:42.921320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-bff4f3df-536d-458c-8e3f-604202a8d613 req-ae3fdcad-5a7e-4031-bd36-c00a16dff80c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:42.931249 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-95d532e3-6f6b-4603-a4c7-17ffbea714d2 req-6e74871f-6dd4-4df7-8bbf-1bd938631889 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927951 Nov 22 15:25:42.933339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-bff4f3df-536d-458c-8e3f-604202a8d613 req-ae3fdcad-5a7e-4031-bd36-c00a16dff80c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:43.033340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-bff4f3df-536d-458c-8e3f-604202a8d613 req-ae3fdcad-5a7e-4031-bd36-c00a16dff80c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.037036 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-bff4f3df-536d-458c-8e3f-604202a8d613 req-ae3fdcad-5a7e-4031-bd36-c00a16dff80c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.050092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:43.095469 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bff4f3df-536d-458c-8e3f-604202a8d613 req-ae3fdcad-5a7e-4031-bd36-c00a16dff80c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191025 Nov 22 15:25:43.101271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fdcad-5a7e-4031-bd36-c00a16dff80c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=77cbaea9-f651-42cc-ad68-5e25091a52e4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:43.104969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ae3fdcad-5a7e-4031-bd36-c00a16dff80c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:43.359543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7226e9d-f061-445b-a35b-8cf8e0cbbf9e req-071d5abd-fded-49bb-a483-77c535c4f8f7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:43.361185 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7226e9d-f061-445b-a35b-8cf8e0cbbf9e req-071d5abd-fded-49bb-a483-77c535c4f8f7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1341190 Nov 22 15:25:43.432691 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33720) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:43.457394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab119221-f665-41de-a8e8-c1645eefa034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.473524 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7226e9d-f061-445b-a35b-8cf8e0cbbf9e req-26312c4c-a749-4128-a124-c7660577d5e3 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999544 Nov 22 15:25:43.528219 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ab119221-f665-41de-a8e8-c1645eefa034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:43.536976 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-ab119221-f665-41de-a8e8-c1645eefa034 admin admin] Usage tracker for resource:security_group_rule and tenant:f17f769b2af745c6ad43fe42e994a3c1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:43.544278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-ab119221-f665-41de-a8e8-c1645eefa034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:43.559715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ab119221-f665-41de-a8e8-c1645eefa034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:43.593915 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 33726) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:43.616796 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e1d43b7b-fbdd-4095-8ff7-13ef6faa40d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.654457 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e1d43b7b-fbdd-4095-8ff7-13ef6faa40d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:43.661757 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-e1d43b7b-fbdd-4095-8ff7-13ef6faa40d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a7eddd263d4f4357aa7823438bb89df4 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:43.678391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-e1d43b7b-fbdd-4095-8ff7-13ef6faa40d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:43.700876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e1d43b7b-fbdd-4095-8ff7-13ef6faa40d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:43.716068 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab119221-f665-41de-a8e8-c1645eefa034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.722655 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab119221-f665-41de-a8e8-c1645eefa034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.735365 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-56f68eb3-53b7-46ba-aec3-24a30e5fa7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:43.769983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab119221-f665-41de-a8e8-c1645eefa034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148416db-4136-4d2e-81a0-d6c704ec0d54,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:43.773608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ab119221-f665-41de-a8e8-c1645eefa034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:43.792301 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ab119221-f665-41de-a8e8-c1645eefa034 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f17f769b2af745c6ad43fe42e994a3c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3582554 Nov 22 15:25:43.795075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 33740) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:43.858075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 1ef482cd-a160-4ae2-b010-eb843ba46952 up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:43.865847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e1d43b7b-fbdd-4095-8ff7-13ef6faa40d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.869880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e1d43b7b-fbdd-4095-8ff7-13ef6faa40d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.914101 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:43.940085 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e1d43b7b-fbdd-4095-8ff7-13ef6faa40d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7eddd263d4f4357aa7823438bb89df4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3366511 Nov 22 15:25:43.940406 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c913bc45-1e7b-4c18-85a6-c0903e512c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.942276 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 33750) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:43.986239 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port 1ef482cd-a160-4ae2-b010-eb843ba46952 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:44.003217 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port 1ef482cd-a160-4ae2-b010-eb843ba46952 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:44.004545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.028272 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c913bc45-1e7b-4c18-85a6-c0903e512c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.032971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d43b7b-fbdd-4095-8ff7-13ef6faa40d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de07c47f-b1e1-4f8c-b050-934b69a3295e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:44.056779 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e1d43b7b-fbdd-4095-8ff7-13ef6faa40d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:44.159839 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42c32d25-8fe2-46da-8879-1215a54aaea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.169703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c913bc45-1e7b-4c18-85a6-c0903e512c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.180085 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-701a4b88-8616-47e4-a7a4-c3e9bafe2cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:44.221081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913bc45-1e7b-4c18-85a6-c0903e512c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148416db-4136-4d2e-81a0-d6c704ec0d54,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:44.224094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c913bc45-1e7b-4c18-85a6-c0903e512c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:44.232363 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c913bc45-1e7b-4c18-85a6-c0903e512c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.233566 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-c913bc45-1e7b-4c18-85a6-c0903e512c41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/148416db-4136-4d2e-81a0-d6c704ec0d54 HTTP/1.1" status: 204 len: 168 time: 0.4362626 Nov 22 15:25:44.294955 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454026fa-b673-4479-89bf-30d2216804e5'}, {'server_uuid': '49414e49-6c54-4426-8756-5a652f26a98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec51966-8e16-47d8-a09f-ee1b0a3f241f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:44.349161 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.360604 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42c32d25-8fe2-46da-8879-1215a54aaea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.426066 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 1ef482cd-a160-4ae2-b010-eb843ba46952, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1ef482cd-a160-4ae2-b010-eb843ba46952,segment=NetworkSegment(9993949d-8547-42ea-9bec-07d856db705e),segment_id=9993949d-8547-42ea-9bec-07d856db705e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:44.429921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.435181 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:44.511654 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=1ef482cd-a160-4ae2-b010-eb843ba46952,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:44.526775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:44.588482 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878ff91-3813-4a95-a4f2-08393c9d6cdc req-64c0ce82-454f-46a6-886c-43932b671ffc tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:44.590080 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a878ff91-3813-4a95-a4f2-08393c9d6cdc req-64c0ce82-454f-46a6-886c-43932b671ffc tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 946 time: 0.3913813 Nov 22 15:25:44.592051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42c32d25-8fe2-46da-8879-1215a54aaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.597733 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9cb7a018-5db4-4539-bdc6-4f1a8f1acd89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:44.630246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c32d25-8fe2-46da-8879-1215a54aaea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de07c47f-b1e1-4f8c-b050-934b69a3295e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:44.640217 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-42c32d25-8fe2-46da-8879-1215a54aaea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:44.646849 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469d180-7fd4-4713-ab9e-d9d5cbae083b req-c1215ca0-26df-4d86-bae6-241d5f907001 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:44.648470 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0469d180-7fd4-4713-ab9e-d9d5cbae083b req-c1215ca0-26df-4d86-bae6-241d5f907001 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 945 time: 0.2911799 Nov 22 15:25:44.749950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42c32d25-8fe2-46da-8879-1215a54aaea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.755503 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-42c32d25-8fe2-46da-8879-1215a54aaea2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de07c47f-b1e1-4f8c-b050-934b69a3295e HTTP/1.1" status: 204 len: 168 time: 0.8076220 Nov 22 15:25:44.757499 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a878ff91-3813-4a95-a4f2-08393c9d6cdc req-cbee42a2-738f-4af9-8a1f-f9329e5eba82 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515379 Nov 22 15:25:44.802937 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0469d180-7fd4-4713-ab9e-d9d5cbae083b req-59f8e917-f646-4ccb-98e8-dc1905dcefb3 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317182 Nov 22 15:25:44.938504 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454026fa-b673-4479-89bf-30d2216804e5', 'code': 200} Nov 22 15:25:44.939044 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49414e49-6c54-4426-8756-5a652f26a98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec51966-8e16-47d8-a09f-ee1b0a3f241f', 'code': 200} Nov 22 15:25:45.119615 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c7b93-5ced-4584-b120-54642af26241 req-841a9619-6409-4a84-9696-a5028041d624 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:45.122055 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e61c7b93-5ced-4584-b120-54642af26241 req-841a9619-6409-4a84-9696-a5028041d624 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1396987 Nov 22 15:25:45.225359 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e61c7b93-5ced-4584-b120-54642af26241 req-90fc3501-ae82-4b59-a14f-2ee63648000d tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950501 Nov 22 15:25:45.495613 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6075c539-5e77-4f32-9fa7-4a11740b16ca req-c7b6fc42-daba-400c-ba73-518a593d1965 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 1098 time: 0.1557229 Nov 22 15:25:45.520868 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-85e53e18-7fa2-4818-b749-d79c36bf6dca req-42f11fc7-a0a9-4a79-be92-83adfec9a281 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 1098 time: 0.1339097 Nov 22 15:25:45.569379 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-6075c539-5e77-4f32-9fa7-4a11740b16ca req-f5e84e3e-5b37-43d8-8df2-9e03e3f16805 service neutron] Synchronizing usage tracker for tenant:3cc73df615ad4b1dac1735f980c4fd30 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:45.590239 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-6075c539-5e77-4f32-9fa7-4a11740b16ca req-f5e84e3e-5b37-43d8-8df2-9e03e3f16805 service neutron] Unset dirty status for tenant:3cc73df615ad4b1dac1735f980c4fd30 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:45.591463 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6075c539-5e77-4f32-9fa7-4a11740b16ca req-f5e84e3e-5b37-43d8-8df2-9e03e3f16805 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888591 Nov 22 15:25:45.659718 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-85e53e18-7fa2-4818-b749-d79c36bf6dca req-b745959f-7ca1-485f-a4c3-30971997d9ef service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329439 Nov 22 15:25:46.181182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beba55b-bed2-4b29-a086-32ef9c42f037 req-0a9e2eb8-35b1-4060-bc74-6fac84dba8dd tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:46.183220 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7beba55b-bed2-4b29-a086-32ef9c42f037 req-0a9e2eb8-35b1-4060-bc74-6fac84dba8dd tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 945 time: 0.2019541 Nov 22 15:25:46.189422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfd7d3-9520-4979-8fae-dd0b318b5776 req-3c5cf1b7-ba2b-4ab4-a7a5-cadd708bf957 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:46.194415 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c6bfd7d3-9520-4979-8fae-dd0b318b5776 req-3c5cf1b7-ba2b-4ab4-a7a5-cadd708bf957 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 946 time: 0.1618688 Nov 22 15:25:46.307363 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c6bfd7d3-9520-4979-8fae-dd0b318b5776 req-a1a97770-196a-4ad8-bf15-bff5aa421e8b tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963264 Nov 22 15:25:46.310151 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7beba55b-bed2-4b29-a086-32ef9c42f037 req-1986df31-ef68-471b-b794-f105757eb38f tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147199 Nov 22 15:25:46.540000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259549c-79d8-4588-a518-e67261aedfcf req-6d4a7f22-d348-4f65-a658-2b8fc7ab5f54 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:46.543718 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c259549c-79d8-4588-a518-e67261aedfcf req-6d4a7f22-d348-4f65-a658-2b8fc7ab5f54 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1039214 Nov 22 15:25:46.630458 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c259549c-79d8-4588-a518-e67261aedfcf req-e1c4dc66-c4cf-4bea-af20-4f8a868f4f51 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618694 Nov 22 15:25:46.940092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e703e3cc-a432-407d-8724-b28f58688e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef482cd-a160-4ae2-b010-eb843ba46952'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:47.104098 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e703e3cc-a432-407d-8724-b28f58688e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef482cd-a160-4ae2-b010-eb843ba46952', 'code': 200} Nov 22 15:25:47.592749 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-52c293d7-ab14-4dc6-9ef3-d87ad7aae6a5 req-97706e4c-1e4e-4ab8-ada0-9ca9a398a8b5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 1098 time: 0.2498064 Nov 22 15:25:47.687483 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-52c293d7-ab14-4dc6-9ef3-d87ad7aae6a5 req-3d2d1c7a-8f51-41a6-b7d5-f02bdeab9777 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854490 Nov 22 15:25:47.744692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0693685-6ad5-4d0c-93d8-11bbfabd8155 req-0f765e55-a944-4e7d-bfa2-2de16fc00010 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:47.752570 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f0693685-6ad5-4d0c-93d8-11bbfabd8155 req-0f765e55-a944-4e7d-bfa2-2de16fc00010 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 945 time: 0.1636844 Nov 22 15:25:47.821491 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f0693685-6ad5-4d0c-93d8-11bbfabd8155 req-74fbf084-7c73-4c88-867d-f5c4cd6206df tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591669 Nov 22 15:25:47.977873 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313bc86-c726-4e33-bfaa-2de78e9e721d req-8562632c-8de8-410d-b2f3-03c127a150be tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:47.979907 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0313bc86-c726-4e33-bfaa-2de78e9e721d req-8562632c-8de8-410d-b2f3-03c127a150be tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1064804 Nov 22 15:25:48.035022 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0313bc86-c726-4e33-bfaa-2de78e9e721d req-e1053b56-224b-4399-b9c2-94d85fcd3285 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480978 Nov 22 15:25:48.547421 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-88ad46a9-04c1-47bc-9790-0a95a54f3ea9 req-19266252-5187-454c-903d-eb0410505aed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1ef99941b3143ba95a5434b23e794cd&device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 1098 time: 0.1418548 Nov 22 15:25:48.652043 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b48bc8-38c6-4a54-a358-a086d84a59d7 req-a67f2087-8bfe-4798-a888-f2e7d7178d5b tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:48.676883 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-12b48bc8-38c6-4a54-a358-a086d84a59d7 req-a67f2087-8bfe-4798-a888-f2e7d7178d5b tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1876230 Nov 22 15:25:48.816735 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad46a9-04c1-47bc-9790-0a95a54f3ea9 req-108966c2-2b63-4fd9-ab6d-4e58b452894f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:48.818921 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-88ad46a9-04c1-47bc-9790-0a95a54f3ea9 req-108966c2-2b63-4fd9-ab6d-4e58b452894f service neutron] 10.222.0.50 "GET /v2.0/networks?id=53be012a-dc8f-434c-8197-19ab47323fab HTTP/1.1" status: 200 len: 919 time: 0.2540751 Nov 22 15:25:48.821571 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-12b48bc8-38c6-4a54-a358-a086d84a59d7 req-f52f51bd-5c60-4219-9825-5d3c4624d560 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433809 Nov 22 15:25:49.021908 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-88ad46a9-04c1-47bc-9790-0a95a54f3ea9 req-62dccb41-79bb-4f7b-9867-e1800fb113d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec51966-8e16-47d8-a09f-ee1b0a3f241f HTTP/1.1" status: 200 len: 217 time: 0.1893563 Nov 22 15:25:49.147584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad46a9-04c1-47bc-9790-0a95a54f3ea9 req-9d066916-f595-4129-a9ac-256b3bb2dada service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:49.150858 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-88ad46a9-04c1-47bc-9790-0a95a54f3ea9 req-9d066916-f595-4129-a9ac-256b3bb2dada service neutron] 10.222.0.50 "GET /v2.0/subnets?id=71b40b5c-6140-47b9-8c5b-5e58ad2caffe HTTP/1.1" status: 200 len: 858 time: 0.1219687 Nov 22 15:25:49.212348 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-88ad46a9-04c1-47bc-9790-0a95a54f3ea9 req-d6178886-4999-44af-b73f-87527aca4a95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53be012a-dc8f-434c-8197-19ab47323fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548785 Nov 22 15:25:49.232572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761b6ec-07ea-40b0-9827-ba6d248d8059 req-42c70e42-6888-4137-ad9b-ef291706b4e8 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:49.234279 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b761b6ec-07ea-40b0-9827-ba6d248d8059 req-42c70e42-6888-4137-ad9b-ef291706b4e8 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 945 time: 0.1324770 Nov 22 15:25:49.320861 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b761b6ec-07ea-40b0-9827-ba6d248d8059 req-7017190b-a9ed-44ea-a1d9-76ae9374c9a3 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766602 Nov 22 15:25:49.632181 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-88ad46a9-04c1-47bc-9790-0a95a54f3ea9 req-b707c112-adb0-40e9-bf4f-723da18bafe1 service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127181 Nov 22 15:25:49.863281 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-88ad46a9-04c1-47bc-9790-0a95a54f3ea9 req-090b11ea-d076-4213-be87-1db838d919ee service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237008 Nov 22 15:25:50.130356 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c690876-3e1d-4dbd-ac4f-c385d0297260 req-7aa3d684-6f5b-402f-97d1-a50da55c4228 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:50.145825 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0c690876-3e1d-4dbd-ac4f-c385d0297260 req-7aa3d684-6f5b-402f-97d1-a50da55c4228 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1114686 Nov 22 15:25:50.213379 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0c690876-3e1d-4dbd-ac4f-c385d0297260 req-3c3bbf7e-de93-44d8-9523-17ce133d2eb0 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662131 Nov 22 15:25:50.853416 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c483b-6f0a-47f9-aa8e-88bfbb1dd3d1 req-826bf478-f15d-435d-8bdd-d81521ba9a79 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:50.855764 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c64c483b-6f0a-47f9-aa8e-88bfbb1dd3d1 req-826bf478-f15d-435d-8bdd-d81521ba9a79 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 945 time: 0.3547223 Nov 22 15:25:50.948431 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c64c483b-6f0a-47f9-aa8e-88bfbb1dd3d1 req-5b6c5627-2381-4866-b682-6adde535b8f5 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847552 Nov 22 15:25:51.076031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34028) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:51.117583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34034) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:51.344199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f45b4983-292c-4c94-bc94-1c33c7a361ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:51.397994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f45b4983-292c-4c94-bc94-1c33c7a361ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:51.410663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-f45b4983-292c-4c94-bc94-1c33c7a361ca admin admin] Usage tracker for resource:security_group_rule and tenant:a926972668414513b5502c0625e9e35c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:51.416757 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-f45b4983-292c-4c94-bc94-1c33c7a361ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:51.441687 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f45b4983-292c-4c94-bc94-1c33c7a361ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:51.484325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f5441484-4742-483e-8f76-0c8cb00f83c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:51.550547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f5441484-4742-483e-8f76-0c8cb00f83c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:51.555806 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-f5441484-4742-483e-8f76-0c8cb00f83c6 admin admin] Usage tracker for resource:security_group_rule and tenant:d06393db1a514baba4c6bae40cc7b920 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:51.558895 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-f5441484-4742-483e-8f76-0c8cb00f83c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:51.565330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f5441484-4742-483e-8f76-0c8cb00f83c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:51.615084 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f7369-cb68-4a77-b2c8-54f7bcde15f5 req-3c8c696f-b8ec-4ee2-b6fe-0987ac5bc413 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:51.617066 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f01f7369-cb68-4a77-b2c8-54f7bcde15f5 req-3c8c696f-b8ec-4ee2-b6fe-0987ac5bc413 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1596692 Nov 22 15:25:51.646910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f5441484-4742-483e-8f76-0c8cb00f83c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:51.649924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f5441484-4742-483e-8f76-0c8cb00f83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:51.672495 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:51.710223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f45b4983-292c-4c94-bc94-1c33c7a361ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:51.715218 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f45b4983-292c-4c94-bc94-1c33c7a361ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:51.718390 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5441484-4742-483e-8f76-0c8cb00f83c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b7b724-b0c5-4062-9fd9-958ff24dc8fb,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:51.726210 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f5441484-4742-483e-8f76-0c8cb00f83c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:51.729846 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c16796e0-55bc-4f9f-9379-603fe6ad40b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:51.757772 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f5441484-4742-483e-8f76-0c8cb00f83c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d06393db1a514baba4c6bae40cc7b920&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6369851 Nov 22 15:25:51.760919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34050) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:51.767395 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f01f7369-cb68-4a77-b2c8-54f7bcde15f5 req-2c7d0597-d393-46d2-939c-f2449ab35198 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416051 Nov 22 15:25:51.839822 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b4983-292c-4c94-bc94-1c33c7a361ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7af71e2-a5f6-4db0-933d-2ae44d6c0525,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:51.850993 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f45b4983-292c-4c94-bc94-1c33c7a361ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:51.861428 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f45b4983-292c-4c94-bc94-1c33c7a361ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a926972668414513b5502c0625e9e35c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7839274 Nov 22 15:25:51.864139 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34056) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:51.889004 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a15d30fc-2593-4465-8642-d9da6d321b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:51.921550 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a15d30fc-2593-4465-8642-d9da6d321b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:51.975965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a15d30fc-2593-4465-8642-d9da6d321b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:51.983880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-17118a47-38dc-4233-be1e-402826dd4aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:52.005172 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d30fc-2593-4465-8642-d9da6d321b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b7b724-b0c5-4062-9fd9-958ff24dc8fb,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:52.005760 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-52cca934-a914-49c9-bd7e-a6f2420cb5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.008604 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a15d30fc-2593-4465-8642-d9da6d321b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.010249 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a15d30fc-2593-4465-8642-d9da6d321b6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75b7b724-b0c5-4062-9fd9-958ff24dc8fb HTTP/1.1" status: 204 len: 168 time: 0.2474089 Nov 22 15:25:52.011680 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a15d30fc-2593-4465-8642-d9da6d321b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:52.060924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-52cca934-a914-49c9-bd7e-a6f2420cb5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.126650 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-52cca934-a914-49c9-bd7e-a6f2420cb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.132145 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:52.145949 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cca934-a914-49c9-bd7e-a6f2420cb5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7af71e2-a5f6-4db0-933d-2ae44d6c0525,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:52.149535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-52cca934-a914-49c9-bd7e-a6f2420cb5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:52.151636 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-52cca934-a914-49c9-bd7e-a6f2420cb5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.165951 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-52cca934-a914-49c9-bd7e-a6f2420cb5d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7af71e2-a5f6-4db0-933d-2ae44d6c0525 HTTP/1.1" status: 204 len: 168 time: 0.2903996 Nov 22 15:25:52.712765 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34084) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:52.736225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-36a16bfd-8117-4931-8059-2013227a0772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.773337 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-36a16bfd-8117-4931-8059-2013227a0772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:52.778382 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-36a16bfd-8117-4931-8059-2013227a0772 admin admin] Usage tracker for resource:security_group_rule and tenant:f17476a889a7420582906ef8cf4db0bf is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:52.782503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-36a16bfd-8117-4931-8059-2013227a0772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:52.790884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-36a16bfd-8117-4931-8059-2013227a0772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:52.913863 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-36a16bfd-8117-4931-8059-2013227a0772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.919970 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-36a16bfd-8117-4931-8059-2013227a0772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.927910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ab119221-f665-41de-a8e8-c1645eefa034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:52.956553 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a16bfd-8117-4931-8059-2013227a0772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325c3579-ba03-44de-9eec-bc18733479b2,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:52.962277 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-36a16bfd-8117-4931-8059-2013227a0772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:52.991231 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-36a16bfd-8117-4931-8059-2013227a0772 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f17476a889a7420582906ef8cf4db0bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2768548 Nov 22 15:25:52.993827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34094) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:53.030485 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b927ecd-c08b-4896-8552-89124a1bcb5e req-d98f8b15-63b8-4756-9f24-12e4e7aff7e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:53.039603 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8b927ecd-c08b-4896-8552-89124a1bcb5e req-d98f8b15-63b8-4756-9f24-12e4e7aff7e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1271241 Nov 22 15:25:53.058080 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34100) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:53.092445 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8b927ecd-c08b-4896-8552-89124a1bcb5e req-2433035b-edcb-4def-9c2a-775847d2b505 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465257 Nov 22 15:25:53.097198 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2eaa-f8cc-49d1-bea0-2c7ffad5254b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.121956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8601d011-6dca-465d-bdb0-9c5216e62446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.158036 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2eaa-f8cc-49d1-bea0-2c7ffad5254b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.203199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8601d011-6dca-465d-bdb0-9c5216e62446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:53.212513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-8601d011-6dca-465d-bdb0-9c5216e62446 admin admin] Usage tracker for resource:security_group_rule and tenant:6034519d90d54eadaec15287b0b17655 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:53.215616 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-8601d011-6dca-465d-bdb0-9c5216e62446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:53.221749 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8601d011-6dca-465d-bdb0-9c5216e62446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:53.241355 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2eaa-f8cc-49d1-bea0-2c7ffad5254b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.253586 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a1ac4f45-332a-4e8e-a7c5-89ddbe2b285b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:53.268742 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe2eaa-f8cc-49d1-bea0-2c7ffad5254b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325c3579-ba03-44de-9eec-bc18733479b2,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:53.275462 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2eaa-f8cc-49d1-bea0-2c7ffad5254b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.276697 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7dfe2eaa-f8cc-49d1-bea0-2c7ffad5254b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/325c3579-ba03-44de-9eec-bc18733479b2 HTTP/1.1" status: 204 len: 168 time: 0.2816267 Nov 22 15:25:53.281628 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7dfe2eaa-f8cc-49d1-bea0-2c7ffad5254b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:53.340838 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8601d011-6dca-465d-bdb0-9c5216e62446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.345541 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8601d011-6dca-465d-bdb0-9c5216e62446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.362566 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-06a058b1-9e70-4c6d-8b6f-b3c87f8c3fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:53.408416 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601d011-6dca-465d-bdb0-9c5216e62446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3365b2da-6424-4dbf-96fc-fc95b2dbb560,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:53.414788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8601d011-6dca-465d-bdb0-9c5216e62446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:53.439529 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-8601d011-6dca-465d-bdb0-9c5216e62446 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6034519d90d54eadaec15287b0b17655&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3766696 Nov 22 15:25:53.440036 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34114) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:53.534143 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-600dd6e7-ffce-4a25-87b1-5791fada52c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.570411 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-600dd6e7-ffce-4a25-87b1-5791fada52c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.641429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-600dd6e7-ffce-4a25-87b1-5791fada52c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.645662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-42c32d25-8fe2-46da-8879-1215a54aaea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:53.657295 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dd6e7-ffce-4a25-87b1-5791fada52c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3365b2da-6424-4dbf-96fc-fc95b2dbb560,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:53.660094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-600dd6e7-ffce-4a25-87b1-5791fada52c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:53.665376 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-600dd6e7-ffce-4a25-87b1-5791fada52c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.666989 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-600dd6e7-ffce-4a25-87b1-5791fada52c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3365b2da-6424-4dbf-96fc-fc95b2dbb560 HTTP/1.1" status: 204 len: 168 time: 0.2253869 Nov 22 15:25:54.376108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe57b1b-ef37-44d8-9b6a-3ac888368d19 req-70d760cd-9ba4-4a87-bb14-23c1416c16b7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:54.377774 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bbe57b1b-ef37-44d8-9b6a-3ac888368d19 req-70d760cd-9ba4-4a87-bb14-23c1416c16b7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1373153 Nov 22 15:25:54.450261 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bbe57b1b-ef37-44d8-9b6a-3ac888368d19 req-d82588d3-d5f4-4501-a5c1-030ac46f9c9f tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637980 Nov 22 15:25:55.749551 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45bb8-40a4-4256-8d4e-1e43ee82517e req-0e22fef3-227c-49c8-9124-1054663ca89b tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:55.758012 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a5e45bb8-40a4-4256-8d4e-1e43ee82517e req-0e22fef3-227c-49c8-9124-1054663ca89b tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1021726 Nov 22 15:25:55.813356 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a5e45bb8-40a4-4256-8d4e-1e43ee82517e req-89d5d6b8-8bc8-4152-9bb7-b54f801797d9 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540702 Nov 22 15:25:57.116293 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f958a-0000-4cf4-b2cf-867b5d89e124 req-12978358-60a4-4ea4-87e8-af05ce7c551e tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:57.117940 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cf0f958a-0000-4cf4-b2cf-867b5d89e124 req-12978358-60a4-4ea4-87e8-af05ce7c551e tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1041842 Nov 22 15:25:57.195792 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cf0f958a-0000-4cf4-b2cf-867b5d89e124 req-54065409-fac6-4cff-b492-2b2c6aa03be6 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668452 Nov 22 15:25:57.272050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34286) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:57.492735 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88d11ed8-ba4d-44cd-bb59-01dfafdd29a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:57.530854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-88d11ed8-ba4d-44cd-bb59-01dfafdd29a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:57.534979 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-88d11ed8-ba4d-44cd-bb59-01dfafdd29a0 admin admin] Usage tracker for resource:security_group_rule and tenant:12f5285697dc4180988606d894cfac65 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:57.538746 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-88d11ed8-ba4d-44cd-bb59-01dfafdd29a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:57.545045 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-88d11ed8-ba4d-44cd-bb59-01dfafdd29a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:57.630347 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88d11ed8-ba4d-44cd-bb59-01dfafdd29a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:57.634884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88d11ed8-ba4d-44cd-bb59-01dfafdd29a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:57.643173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:57.690286 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d11ed8-ba4d-44cd-bb59-01dfafdd29a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c342b745-3187-4359-8776-41c06240e17c,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:57.697682 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34308) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:57.697938 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-88d11ed8-ba4d-44cd-bb59-01dfafdd29a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12f5285697dc4180988606d894cfac65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4245298 Nov 22 15:25:57.698979 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-88d11ed8-ba4d-44cd-bb59-01dfafdd29a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:57.763681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b8909f07-0c19-45d7-879b-a2e2a11be416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:57.793169 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b8909f07-0c19-45d7-879b-a2e2a11be416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:57.843599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b8909f07-0c19-45d7-879b-a2e2a11be416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:57.848690 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b8e6fbe9-69ef-4540-b650-896f7acda871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:57.859979 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8909f07-0c19-45d7-879b-a2e2a11be416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c342b745-3187-4359-8776-41c06240e17c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:57.862379 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b8909f07-0c19-45d7-879b-a2e2a11be416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:57.869263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b8909f07-0c19-45d7-879b-a2e2a11be416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:57.873440 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b8909f07-0c19-45d7-879b-a2e2a11be416 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c342b745-3187-4359-8776-41c06240e17c HTTP/1.1" status: 204 len: 168 time: 0.1745727 Nov 22 15:25:58.308848 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34342) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:58.349427 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6fae-49e3-49a4-9eda-d02f952bd150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:58.403041 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5d1a6fae-49e3-49a4-9eda-d02f952bd150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:58.408295 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-5d1a6fae-49e3-49a4-9eda-d02f952bd150 admin admin] Usage tracker for resource:security_group_rule and tenant:ac195fa5b6234b1d977d3450017b7bfa is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:58.411821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-5d1a6fae-49e3-49a4-9eda-d02f952bd150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:58.420127 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5d1a6fae-49e3-49a4-9eda-d02f952bd150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:58.492103 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dd812-ba4e-4fef-90b5-8da9bee6242c req-157b6188-d9f4-4d04-a88a-8dcbf0783374 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:58.495612 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-704dd812-ba4e-4fef-90b5-8da9bee6242c req-157b6188-d9f4-4d04-a88a-8dcbf0783374 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1194744 Nov 22 15:25:58.514014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6fae-49e3-49a4-9eda-d02f952bd150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:58.519556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6fae-49e3-49a4-9eda-d02f952bd150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:58.527279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ca5be861-a7c1-44bc-bb04-65693b75e237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:58.556495 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-704dd812-ba4e-4fef-90b5-8da9bee6242c req-0d5ccaa5-100e-4fa5-9fd6-01b4e2553f9e tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532153 Nov 22 15:25:58.559759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a6fae-49e3-49a4-9eda-d02f952bd150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8912907-f5ef-4e45-af63-5424aa862526,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:58.573143 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5d1a6fae-49e3-49a4-9eda-d02f952bd150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:58.596520 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-5d1a6fae-49e3-49a4-9eda-d02f952bd150 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac195fa5b6234b1d977d3450017b7bfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2825785 Nov 22 15:25:58.596846 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34348) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:58.665127 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f281fd30-4c93-48b7-ac3d-fca5709e5ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:58.695106 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f281fd30-4c93-48b7-ac3d-fca5709e5ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:58.742310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f281fd30-4c93-48b7-ac3d-fca5709e5ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:58.747982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b206016c-1923-4da2-8368-d43f13f88f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:58.762013 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281fd30-4c93-48b7-ac3d-fca5709e5ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8912907-f5ef-4e45-af63-5424aa862526,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:58.764429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f281fd30-4c93-48b7-ac3d-fca5709e5ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:58.766562 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f281fd30-4c93-48b7-ac3d-fca5709e5ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:58.767785 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f281fd30-4c93-48b7-ac3d-fca5709e5ff7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8912907-f5ef-4e45-af63-5424aa862526 HTTP/1.1" status: 204 len: 168 time: 0.1712947 Nov 22 15:25:59.166230 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34372) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:59.410733 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e1b0-a4c3-42da-a20b-0317ca88a98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.450887 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5ee9e1b0-a4c3-42da-a20b-0317ca88a98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:59.455961 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-5ee9e1b0-a4c3-42da-a20b-0317ca88a98c admin admin] Usage tracker for resource:security_group_rule and tenant:aba72de3582b4a84bde58b4e13df87be is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:59.460392 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-5ee9e1b0-a4c3-42da-a20b-0317ca88a98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:59.467885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5ee9e1b0-a4c3-42da-a20b-0317ca88a98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:59.569342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e1b0-a4c3-42da-a20b-0317ca88a98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.572796 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e1b0-a4c3-42da-a20b-0317ca88a98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.584700 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:59.615356 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9e1b0-a4c3-42da-a20b-0317ca88a98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bdc5ee-dd2f-4772-aa86-d3211cf978b1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:59.620530 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5ee9e1b0-a4c3-42da-a20b-0317ca88a98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:59.651018 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-5ee9e1b0-a4c3-42da-a20b-0317ca88a98c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aba72de3582b4a84bde58b4e13df87be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4832041 Nov 22 15:25:59.653662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34404) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:59.862740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e46314d3-5e31-4649-a3af-318200d7283f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.893138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e46314d3-5e31-4649-a3af-318200d7283f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.939584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b13fcc-e034-4a63-a251-4bc9d43a4f1d req-899ca81f-f5f2-469a-b8eb-9d12ef82d506 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:59.941182 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-72b13fcc-e034-4a63-a251-4bc9d43a4f1d req-899ca81f-f5f2-469a-b8eb-9d12ef82d506 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.2049649 Nov 22 15:25:59.968719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e46314d3-5e31-4649-a3af-318200d7283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.976746 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-52cca934-a914-49c9-bd7e-a6f2420cb5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:00.000377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46314d3-5e31-4649-a3af-318200d7283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bdc5ee-dd2f-4772-aa86-d3211cf978b1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:00.014667 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e46314d3-5e31-4649-a3af-318200d7283f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:00.014667 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e46314d3-5e31-4649-a3af-318200d7283f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:00.014667 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e46314d3-5e31-4649-a3af-318200d7283f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8bdc5ee-dd2f-4772-aa86-d3211cf978b1 HTTP/1.1" status: 204 len: 168 time: 0.3581498 Nov 22 15:26:00.047579 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-72b13fcc-e034-4a63-a251-4bc9d43a4f1d req-6fb96f02-2497-41e7-b0bb-685436422759 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959337 Nov 22 15:26:00.474139 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34482) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:00.495037 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-936b6bb5-40f8-4702-9678-2ca3f7e14f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:00.529333 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-936b6bb5-40f8-4702-9678-2ca3f7e14f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:00.533310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-936b6bb5-40f8-4702-9678-2ca3f7e14f74 admin admin] Usage tracker for resource:security_group_rule and tenant:551b2a281db64a85b562f63913b5c4f5 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:00.536835 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-936b6bb5-40f8-4702-9678-2ca3f7e14f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:00.542819 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-936b6bb5-40f8-4702-9678-2ca3f7e14f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:00.611542 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-936b6bb5-40f8-4702-9678-2ca3f7e14f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:00.615716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-936b6bb5-40f8-4702-9678-2ca3f7e14f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:00.624442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:00.670494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b6bb5-40f8-4702-9678-2ca3f7e14f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c7d249-be99-44ff-80d1-38ec3476af35,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:00.674463 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-936b6bb5-40f8-4702-9678-2ca3f7e14f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:00.676655 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-936b6bb5-40f8-4702-9678-2ca3f7e14f74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=551b2a281db64a85b562f63913b5c4f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2014234 Nov 22 15:26:00.679413 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34488) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:00.742740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edabedb8-04aa-4e82-bf03-f519f2d90ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:00.769966 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edabedb8-04aa-4e82-bf03-f519f2d90ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:00.822567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edabedb8-04aa-4e82-bf03-f519f2d90ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:00.827800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-923065d9-1909-484f-9bee-65ad8b52d4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:00.844417 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabedb8-04aa-4e82-bf03-f519f2d90ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c7d249-be99-44ff-80d1-38ec3476af35,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:00.847296 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-edabedb8-04aa-4e82-bf03-f519f2d90ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:00.853795 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edabedb8-04aa-4e82-bf03-f519f2d90ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:00.854748 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-edabedb8-04aa-4e82-bf03-f519f2d90ea8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66c7d249-be99-44ff-80d1-38ec3476af35 HTTP/1.1" status: 204 len: 168 time: 0.1742949 Nov 22 15:26:01.316593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34510) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:01.377652 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.437857 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:01.443281 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Usage tracker for resource:security_group_rule and tenant:5e8b6dc112ac40f59dd985e562fbd924 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:01.447499 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:01.456081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:01.465443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc30a-775c-4df5-9978-f64de45c3998 req-1de50613-791c-4a98-953d-dd7f896ba399 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:01.467087 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b8bbc30a-775c-4df5-9978-f64de45c3998 req-1de50613-791c-4a98-953d-dd7f896ba399 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1309109 Nov 22 15:26:01.535043 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b8bbc30a-775c-4df5-9978-f64de45c3998 req-1d8192ee-8bdb-4c94-a300-3ac7101ca1f0 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615764 Nov 22 15:26:01.578013 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.580971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.589036 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:01.630273 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3e723d-6aed-4273-a584-7ee7fd93e2ed,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:01.638987 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e8b6dc112ac40f59dd985e562fbd924&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3212855 Nov 22 15:26:01.641859 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34516) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:01.642813 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:01.643221 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:01.643608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:01.644067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:01.644566 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:01.645525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:01.645917 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:01.646301 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:01.646707 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:01.647086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:01.647468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:01.651464 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:01.705855 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-394aa291-2e85-4d35-af10-e0673453282a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.734062 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-394aa291-2e85-4d35-af10-e0673453282a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.779276 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-394aa291-2e85-4d35-af10-e0673453282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.784162 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7dfe2eaa-f8cc-49d1-bea0-2c7ffad5254b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:01.798307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394aa291-2e85-4d35-af10-e0673453282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3e723d-6aed-4273-a584-7ee7fd93e2ed,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:01.801051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-394aa291-2e85-4d35-af10-e0673453282a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:01.813622 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-394aa291-2e85-4d35-af10-e0673453282a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.814866 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-394aa291-2e85-4d35-af10-e0673453282a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f3e723d-6aed-4273-a584-7ee7fd93e2ed HTTP/1.1" status: 204 len: 168 time: 0.1718605 Nov 22 15:26:02.857374 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a15752-bf4b-40d3-852f-f014717aebae req-4a1e5fc6-88ed-483e-9a7d-656fa49327af tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:02.859078 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-71a15752-bf4b-40d3-852f-f014717aebae req-4a1e5fc6-88ed-483e-9a7d-656fa49327af tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1631064 Nov 22 15:26:02.915155 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34578) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:02.919195 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-71a15752-bf4b-40d3-852f-f014717aebae req-b4cb16e1-3bc6-475c-bf4c-cd00baca18b5 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510292 Nov 22 15:26:03.109710 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:03.330431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:03.335168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Usage tracker for resource:security_group_rule and tenant:d636635d1bfb4c7eb293faa7bbad7fe0 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:03.338937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:03.345862 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:03.434437 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:03.437590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:03.446798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-05e3376c-e829-4ddd-b56f-e5cf36d5bb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:03.503511 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d636635d1bfb4c7eb293faa7bbad7fe0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5866404 Nov 22 15:26:03.504334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34612) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:03.512093 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8fb817-fe8b-425f-8ca3-65c8d1131a24,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:03.552032 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.552032 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.552369 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.552910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.553445 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.554004 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.554538 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.555103 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.555809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.556364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.556887 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.569621 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:03.623533 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1ae0-e207-4dfd-8a1d-e87eec037c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:03.657042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1ae0-e207-4dfd-8a1d-e87eec037c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:03.709572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1ae0-e207-4dfd-8a1d-e87eec037c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:03.717350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6104ea06-528d-411b-aa88-473b126b888f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:03.736997 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f1ae0-e207-4dfd-8a1d-e87eec037c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8fb817-fe8b-425f-8ca3-65c8d1131a24,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:03.742184 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7c7f1ae0-e207-4dfd-8a1d-e87eec037c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:03.744673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1ae0-e207-4dfd-8a1d-e87eec037c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:03.746833 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7c7f1ae0-e207-4dfd-8a1d-e87eec037c23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d8fb817-fe8b-425f-8ca3-65c8d1131a24 HTTP/1.1" status: 204 len: 168 time: 0.2388425 Nov 22 15:26:03.774942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4f9d-d906-4357-8c01-a5824ffabdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.002771 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34644) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:04.221819 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bec2b-115c-413a-92ee-0a09a51aba25 req-29bab118-cb53-4062-85ab-a2470d55d32f tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:04.223492 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-283bec2b-115c-413a-92ee-0a09a51aba25 req-29bab118-cb53-4062-85ab-a2470d55d32f tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1342134 Nov 22 15:26:04.279410 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbf9e012-340c-498e-976a-af51b9e69cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.308309 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-283bec2b-115c-413a-92ee-0a09a51aba25 req-e5fb9b36-3697-4e4c-9613-66cf3b50a18c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735028 Nov 22 15:26:04.342607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dbf9e012-340c-498e-976a-af51b9e69cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:04.349136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-dbf9e012-340c-498e-976a-af51b9e69cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:189d45dbd9674b6da663ca904a6b07dd is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:04.352330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-dbf9e012-340c-498e-976a-af51b9e69cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:04.360316 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dbf9e012-340c-498e-976a-af51b9e69cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:04.433843 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbf9e012-340c-498e-976a-af51b9e69cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.437366 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbf9e012-340c-498e-976a-af51b9e69cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.446267 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f5441484-4742-483e-8f76-0c8cb00f83c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:04.488836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34662) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:04.490815 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9e012-340c-498e-976a-af51b9e69cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f839211-a447-416a-a7f3-b39d385f0172,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:04.498123 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-dbf9e012-340c-498e-976a-af51b9e69cc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=189d45dbd9674b6da663ca904a6b07dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4934020 Nov 22 15:26:04.498782 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34666) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:04.499632 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-dbf9e012-340c-498e-976a-af51b9e69cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:04.510188 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed063183-f5b4-43cb-aa59-129a02f62700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.548983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ed063183-f5b4-43cb-aa59-129a02f62700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:04.553450 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-ed063183-f5b4-43cb-aa59-129a02f62700 admin admin] Usage tracker for resource:security_group_rule and tenant:cfc1d7a883c649ae8b098f850dbea317 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:04.557367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-ed063183-f5b4-43cb-aa59-129a02f62700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:04.564185 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ed063183-f5b4-43cb-aa59-129a02f62700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:04.564539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b8cb-77e8-456f-8972-dc26d256487d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.597563 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b8cb-77e8-456f-8972-dc26d256487d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.645932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b8cb-77e8-456f-8972-dc26d256487d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.646313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed063183-f5b4-43cb-aa59-129a02f62700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.650587 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed063183-f5b4-43cb-aa59-129a02f62700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.651278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-32773dd7-1e75-49f4-bb07-a893dfbbc69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:04.659000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b7396970-10f0-490b-bd35-97bb6ad18fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:04.666034 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8b8cb-77e8-456f-8972-dc26d256487d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f839211-a447-416a-a7f3-b39d385f0172,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:04.669321 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f6b8b8cb-77e8-456f-8972-dc26d256487d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:04.670296 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b8cb-77e8-456f-8972-dc26d256487d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.674483 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f6b8b8cb-77e8-456f-8972-dc26d256487d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f839211-a447-416a-a7f3-b39d385f0172 HTTP/1.1" status: 204 len: 168 time: 0.1737404 Nov 22 15:26:04.695417 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed063183-f5b4-43cb-aa59-129a02f62700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d710ca-3911-410b-8301-0546f2bda1b2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:04.699420 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ed063183-f5b4-43cb-aa59-129a02f62700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:04.715340 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ed063183-f5b4-43cb-aa59-129a02f62700 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfc1d7a883c649ae8b098f850dbea317&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2251008 Nov 22 15:26:04.717944 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34672) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:04.787131 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f262ebcb-2a39-4623-b714-ee50ea265805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.817653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f262ebcb-2a39-4623-b714-ee50ea265805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.867966 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f262ebcb-2a39-4623-b714-ee50ea265805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.875692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-56b35ed7-eec0-44a1-b239-3e50bb6206fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:04.896149 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f262ebcb-2a39-4623-b714-ee50ea265805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.897411 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f262ebcb-2a39-4623-b714-ee50ea265805 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0d710ca-3911-410b-8301-0546f2bda1b2 HTTP/1.1" status: 204 len: 168 time: 0.1783719 Nov 22 15:26:04.898784 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262ebcb-2a39-4623-b714-ee50ea265805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d710ca-3911-410b-8301-0546f2bda1b2,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:04.909145 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f262ebcb-2a39-4623-b714-ee50ea265805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:05.112941 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:05.309993 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34692) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:05.378794 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87f09c32-9521-4c73-baa8-3fb01775ffde admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:05.414206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-87f09c32-9521-4c73-baa8-3fb01775ffde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:05.418971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-87f09c32-9521-4c73-baa8-3fb01775ffde admin admin] Usage tracker for resource:security_group_rule and tenant:f7c91a89d72547caafd2b486e7899d04 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:05.422727 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-87f09c32-9521-4c73-baa8-3fb01775ffde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:05.430385 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-87f09c32-9521-4c73-baa8-3fb01775ffde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:05.523233 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87f09c32-9521-4c73-baa8-3fb01775ffde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:05.564486 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87f09c32-9521-4c73-baa8-3fb01775ffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:05.589179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f45b4983-292c-4c94-bc94-1c33c7a361ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:05.643440 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-87f09c32-9521-4c73-baa8-3fb01775ffde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7c91a89d72547caafd2b486e7899d04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3318353 Nov 22 15:26:05.646437 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34704) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:05.666487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f09c32-9521-4c73-baa8-3fb01775ffde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3019f6-6670-4f8b-a75a-3fa1c6f23e86,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:05.670845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34708) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:05.673603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-87f09c32-9521-4c73-baa8-3fb01775ffde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:05.698386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec82b-9f96-4ed2-aec4-000d8d0bb2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:05.718578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950eeab-7bb5-4ab8-9013-bf841d91112d req-0148f7ce-dbac-4abf-8d6a-781c5e5bfd0c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:05.720198 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f950eeab-7bb5-4ab8-9013-bf841d91112d req-0148f7ce-dbac-4abf-8d6a-781c5e5bfd0c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1953280 Nov 22 15:26:05.726095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e335162-c9ac-47e4-a3c3-aea28937d7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:05.754163 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e335162-c9ac-47e4-a3c3-aea28937d7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:05.770350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4b1ec82b-9f96-4ed2-aec4-000d8d0bb2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:05.778439 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-4b1ec82b-9f96-4ed2-aec4-000d8d0bb2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:cea0553166aa42cf90d557d1b1a7f320 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:05.783157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-4b1ec82b-9f96-4ed2-aec4-000d8d0bb2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:05.791874 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4b1ec82b-9f96-4ed2-aec4-000d8d0bb2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:05.795652 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f950eeab-7bb5-4ab8-9013-bf841d91112d req-1d7ac6e4-21ff-484d-a256-974ceb8b0731 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680871 Nov 22 15:26:05.799884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e335162-c9ac-47e4-a3c3-aea28937d7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:05.805167 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-dbf9e012-340c-498e-976a-af51b9e69cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:05.819633 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e335162-c9ac-47e4-a3c3-aea28937d7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3019f6-6670-4f8b-a75a-3fa1c6f23e86,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:05.821819 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9e335162-c9ac-47e4-a3c3-aea28937d7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:05.824013 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e335162-c9ac-47e4-a3c3-aea28937d7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:05.828279 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-9e335162-c9ac-47e4-a3c3-aea28937d7a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f3019f6-6670-4f8b-a75a-3fa1c6f23e86 HTTP/1.1" status: 204 len: 168 time: 0.1805322 Nov 22 15:26:05.864668 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec82b-9f96-4ed2-aec4-000d8d0bb2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:05.867490 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec82b-9f96-4ed2-aec4-000d8d0bb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:05.875075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:05.919972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ec82b-9f96-4ed2-aec4-000d8d0bb2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd589c44-a773-4bf9-b1e7-2939c2f8eaa7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:05.923109 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-4b1ec82b-9f96-4ed2-aec4-000d8d0bb2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:05.928054 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-4b1ec82b-9f96-4ed2-aec4-000d8d0bb2d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cea0553166aa42cf90d557d1b1a7f320&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2536457 Nov 22 15:26:05.928428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34714) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:05.963059 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8075-106e-4597-a40f-efe3ee1ca590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:05.994750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5163fc8d-ca56-4414-9c51-d15f1e718136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.024134 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5163fc8d-ca56-4414-9c51-d15f1e718136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.073503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5163fc8d-ca56-4414-9c51-d15f1e718136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.078723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-edabedb8-04aa-4e82-bf03-f519f2d90ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:06.095204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163fc8d-ca56-4414-9c51-d15f1e718136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd589c44-a773-4bf9-b1e7-2939c2f8eaa7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:06.098522 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5163fc8d-ca56-4414-9c51-d15f1e718136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:06.112074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5163fc8d-ca56-4414-9c51-d15f1e718136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.115917 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-5163fc8d-ca56-4414-9c51-d15f1e718136 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd589c44-a773-4bf9-b1e7-2939c2f8eaa7 HTTP/1.1" status: 204 len: 168 time: 0.1839929 Nov 22 15:26:06.231805 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.015886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c92a0-18b7-4dda-a3db-5c0d465be300 req-7390db42-24ab-409c-9985-de62c91ae96c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:07.017461 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-730c92a0-18b7-4dda-a3db-5c0d465be300 req-7390db42-24ab-409c-9985-de62c91ae96c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.0898843 Nov 22 15:26:07.041349 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.076902 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-730c92a0-18b7-4dda-a3db-5c0d465be300 req-a9fe74b7-50b6-4be9-8958-fccaf2b77f0b tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467231 Nov 22 15:26:08.028786 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.357452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1bca4-49be-49c6-85e1-af8af62164a7 req-5889ebe0-35c8-47ae-bc21-c55be17a4dfc tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:08.366571 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e4c1bca4-49be-49c6-85e1-af8af62164a7 req-5889ebe0-35c8-47ae-bc21-c55be17a4dfc tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1103573 Nov 22 15:26:08.444851 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e4c1bca4-49be-49c6-85e1-af8af62164a7 req-0b3ed78e-de15-4895-b2a3-4933fbb5f092 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768845 Nov 22 15:26:09.706251 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30c5b8-5c3d-4eac-b33a-c731607eaffc req-31c1da92-97b8-4866-b8d5-f5919cd1ef53 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:09.714332 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-aa30c5b8-5c3d-4eac-b33a-c731607eaffc req-31c1da92-97b8-4866-b8d5-f5919cd1ef53 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1067703 Nov 22 15:26:09.769407 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-aa30c5b8-5c3d-4eac-b33a-c731607eaffc req-82b26cfa-880a-498a-a28d-53aec9ce43ba tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540431 Nov 22 15:26:10.985716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b8e42-818f-4b29-a88e-80ac2370c184 req-c462fc79-3ddd-4ee8-ac2c-1e9d82fbf66a tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:10.990269 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b18b8e42-818f-4b29-a88e-80ac2370c184 req-c462fc79-3ddd-4ee8-ac2c-1e9d82fbf66a tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.0871801 Nov 22 15:26:11.044578 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b18b8e42-818f-4b29-a88e-80ac2370c184 req-69115f12-97c6-4ece-b42c-4fa13cf489db tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502462 Nov 22 15:26:11.952861 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34940) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:12.124977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a3193c15-c435-4639-a5e9-791401effd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.158472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a3193c15-c435-4639-a5e9-791401effd6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:12.164819 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a3193c15-c435-4639-a5e9-791401effd6e admin admin] Usage tracker for resource:security_group_rule and tenant:a83d2167547f4ffeaac7a8f598f13a99 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:12.169255 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a3193c15-c435-4639-a5e9-791401effd6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:12.176823 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a3193c15-c435-4639-a5e9-791401effd6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:12.310324 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a3193c15-c435-4639-a5e9-791401effd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.315424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a3193c15-c435-4639-a5e9-791401effd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.323764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:12.358166 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73934b-5420-47b3-a70c-cfc49e638fde req-a0aa8259-91e3-4476-8b79-56926549d362 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:12.359741 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cf73934b-5420-47b3-a70c-cfc49e638fde req-a0aa8259-91e3-4476-8b79-56926549d362 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1803811 Nov 22 15:26:12.400737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3193c15-c435-4639-a5e9-791401effd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd39046-2d69-4bfe-98c3-d64369c2c5fd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:12.407093 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a3193c15-c435-4639-a5e9-791401effd6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a83d2167547f4ffeaac7a8f598f13a99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4550307 Nov 22 15:26:12.409577 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a3193c15-c435-4639-a5e9-791401effd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:12.409940 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34952) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:12.431704 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cf73934b-5420-47b3-a70c-cfc49e638fde req-0eac2342-cfaf-456e-a8cd-cc87be172b9e tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555511 Nov 22 15:26:12.474184 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8839-43f6-475f-bf33-2e8086012d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.501046 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8839-43f6-475f-bf33-2e8086012d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.550424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8839-43f6-475f-bf33-2e8086012d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.555451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f262ebcb-2a39-4623-b714-ee50ea265805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:12.571755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a8839-43f6-475f-bf33-2e8086012d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd39046-2d69-4bfe-98c3-d64369c2c5fd,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:12.574804 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5b7a8839-43f6-475f-bf33-2e8086012d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:12.575675 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8839-43f6-475f-bf33-2e8086012d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.579718 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-5b7a8839-43f6-475f-bf33-2e8086012d99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fd39046-2d69-4bfe-98c3-d64369c2c5fd HTTP/1.1" status: 204 len: 168 time: 0.1679764 Nov 22 15:26:12.928306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 34974) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:12.947962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aa6044bb-e2ba-4d09-ba8b-b8e35cff25c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.985595 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-aa6044bb-e2ba-4d09-ba8b-b8e35cff25c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:12.989596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-aa6044bb-e2ba-4d09-ba8b-b8e35cff25c5 admin admin] Usage tracker for resource:security_group_rule and tenant:b4bf76cf79204dd4be4516028ddd2289 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:12.992705 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-aa6044bb-e2ba-4d09-ba8b-b8e35cff25c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:12.998614 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-aa6044bb-e2ba-4d09-ba8b-b8e35cff25c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:13.065800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aa6044bb-e2ba-4d09-ba8b-b8e35cff25c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.069566 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aa6044bb-e2ba-4d09-ba8b-b8e35cff25c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.076923 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:13.122741 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-aa6044bb-e2ba-4d09-ba8b-b8e35cff25c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4bf76cf79204dd4be4516028ddd2289&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1934381 Nov 22 15:26:13.123513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6044bb-e2ba-4d09-ba8b-b8e35cff25c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93644cf5-6493-4c36-83fc-baed95226adc,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:13.126187 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 34984) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:13.126692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-aa6044bb-e2ba-4d09-ba8b-b8e35cff25c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:13.196688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d7bf3d8-3eed-4c6d-aad2-f394f8d13dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.224443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d7bf3d8-3eed-4c6d-aad2-f394f8d13dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.273674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d7bf3d8-3eed-4c6d-aad2-f394f8d13dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.287334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-4a0a719a-b2c1-4351-8f5a-f1aef6b8182c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:13.297482 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bf3d8-3eed-4c6d-aad2-f394f8d13dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93644cf5-6493-4c36-83fc-baed95226adc,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:13.301170 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1d7bf3d8-3eed-4c6d-aad2-f394f8d13dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:13.303388 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d7bf3d8-3eed-4c6d-aad2-f394f8d13dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.311794 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-1d7bf3d8-3eed-4c6d-aad2-f394f8d13dba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93644cf5-6493-4c36-83fc-baed95226adc HTTP/1.1" status: 204 len: 168 time: 0.1800346 Nov 22 15:26:13.428291 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:26:13.690909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395bd13-7c5f-4342-a78c-97c9ca45b223 req-52d9e431-7c43-4156-b450-d180e42922af tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:13.699020 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8395bd13-7c5f-4342-a78c-97c9ca45b223 req-52d9e431-7c43-4156-b450-d180e42922af tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1067700 Nov 22 15:26:13.761014 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8395bd13-7c5f-4342-a78c-97c9ca45b223 req-e3d3af92-6113-4c55-96cf-5f7e787b9944 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610511 Nov 22 15:26:14.968271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c137c-934e-40fc-8cc3-b44cac807d6b req-5c4845a0-8dbf-410b-93f2-a474b5d7dd72 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:14.969856 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3d5c137c-934e-40fc-8cc3-b44cac807d6b req-5c4845a0-8dbf-410b-93f2-a474b5d7dd72 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.0813115 Nov 22 15:26:15.018859 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3d5c137c-934e-40fc-8cc3-b44cac807d6b req-b7940056-56ee-4190-95b5-aef436b003b3 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424542 Nov 22 15:26:16.242764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1df911-7761-4f3e-bfeb-809d7c22b20f req-09d6c9a9-1f0a-47b6-bf06-db8238f5b2f7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:16.244982 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ff1df911-7761-4f3e-bfeb-809d7c22b20f req-09d6c9a9-1f0a-47b6-bf06-db8238f5b2f7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1002877 Nov 22 15:26:16.300313 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ff1df911-7761-4f3e-bfeb-809d7c22b20f req-2bb6dccd-1c96-43cb-85e2-0c7b8d883fa2 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489724 Nov 22 15:26:17.511766 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c2db1-0bd4-4fbf-a968-17651b8dcbd3 req-024b5453-7860-41ab-86a4-05680d45b4e4 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:17.513356 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c3c2db1-0bd4-4fbf-a968-17651b8dcbd3 req-024b5453-7860-41ab-86a4-05680d45b4e4 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.0840223 Nov 22 15:26:17.565459 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c3c2db1-0bd4-4fbf-a968-17651b8dcbd3 req-aa93f103-e258-4a65-b9dc-f63dbc0f0690 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440922 Nov 22 15:26:17.692381 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35178) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:17.862813 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4fcfebc6-b9df-401d-bbe2-c0a9f24dc2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:17.895441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4fcfebc6-b9df-401d-bbe2-c0a9f24dc2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:17.899378 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-4fcfebc6-b9df-401d-bbe2-c0a9f24dc2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:51cd1edf49364418b0d559939f5310a7 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:17.902646 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-4fcfebc6-b9df-401d-bbe2-c0a9f24dc2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:17.915372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4fcfebc6-b9df-401d-bbe2-c0a9f24dc2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:17.987836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4fcfebc6-b9df-401d-bbe2-c0a9f24dc2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:17.991440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4fcfebc6-b9df-401d-bbe2-c0a9f24dc2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:17.999444 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:18.046985 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfebc6-b9df-401d-bbe2-c0a9f24dc2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6cf5f5-33fc-453d-8ec4-a023df4e7229,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:18.054003 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-4fcfebc6-b9df-401d-bbe2-c0a9f24dc2d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51cd1edf49364418b0d559939f5310a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3583522 Nov 22 15:26:18.054003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-4fcfebc6-b9df-401d-bbe2-c0a9f24dc2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:18.054736 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35188) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:18.119205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3bf02784-2fdb-44f3-8e9a-d465af2dd38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.145676 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3bf02784-2fdb-44f3-8e9a-d465af2dd38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.192611 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3bf02784-2fdb-44f3-8e9a-d465af2dd38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.196543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f6b8b8cb-77e8-456f-8972-dc26d256487d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:18.208795 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf02784-2fdb-44f3-8e9a-d465af2dd38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6cf5f5-33fc-453d-8ec4-a023df4e7229,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:18.215260 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3bf02784-2fdb-44f3-8e9a-d465af2dd38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:18.216462 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3bf02784-2fdb-44f3-8e9a-d465af2dd38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.217310 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3bf02784-2fdb-44f3-8e9a-d465af2dd38b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b6cf5f5-33fc-453d-8ec4-a023df4e7229 HTTP/1.1" status: 204 len: 168 time: 0.1613390 Nov 22 15:26:18.682268 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35232) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:18.711377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa3ed-0ded-4511-8b42-711fe3179737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.758858 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0d0aa3ed-0ded-4511-8b42-711fe3179737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:18.780535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-0d0aa3ed-0ded-4511-8b42-711fe3179737 admin admin] Usage tracker for resource:security_group_rule and tenant:b2cad13a05054063a5bb2b36db8eb840 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:18.785105 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-0d0aa3ed-0ded-4511-8b42-711fe3179737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:18.792364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0d0aa3ed-0ded-4511-8b42-711fe3179737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:18.805866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aff3f-927e-432a-8def-720532a125f9 req-b55efed8-fb50-4dd3-b924-943f9f323393 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:18.807918 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-915aff3f-927e-432a-8def-720532a125f9 req-b55efed8-fb50-4dd3-b924-943f9f323393 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1009974 Nov 22 15:26:18.892059 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-915aff3f-927e-432a-8def-720532a125f9 req-2d69f33b-2a18-417f-a492-fd1bf0b8d337 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769701 Nov 22 15:26:18.905180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa3ed-0ded-4511-8b42-711fe3179737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.908056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa3ed-0ded-4511-8b42-711fe3179737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.916782 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-36a16bfd-8117-4931-8059-2013227a0772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:18.967205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0aa3ed-0ded-4511-8b42-711fe3179737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc274ac-27d5-43b6-b687-07097a480dc2,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:18.970647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-0d0aa3ed-0ded-4511-8b42-711fe3179737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:18.976706 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-0d0aa3ed-0ded-4511-8b42-711fe3179737 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2cad13a05054063a5bb2b36db8eb840&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2907474 Nov 22 15:26:18.977646 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35250) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:19.042724 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d959a368-29a8-46e6-81de-329764783b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:19.070271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d959a368-29a8-46e6-81de-329764783b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:19.114816 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d959a368-29a8-46e6-81de-329764783b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:19.118557 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:19.132100 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959a368-29a8-46e6-81de-329764783b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc274ac-27d5-43b6-b687-07097a480dc2,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:19.134673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d959a368-29a8-46e6-81de-329764783b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:19.138008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d959a368-29a8-46e6-81de-329764783b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:19.141890 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-d959a368-29a8-46e6-81de-329764783b2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfc274ac-27d5-43b6-b687-07097a480dc2 HTTP/1.1" status: 204 len: 168 time: 0.1610816 Nov 22 15:26:20.096663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f492-5a43-4624-889d-63a0695c6dbb req-70aa1cb1-3972-4153-bdcf-3a18182836fb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:20.099459 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6201f492-5a43-4624-889d-63a0695c6dbb req-70aa1cb1-3972-4153-bdcf-3a18182836fb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.0895414 Nov 22 15:26:20.155217 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6201f492-5a43-4624-889d-63a0695c6dbb req-f9307b79-7834-4fd9-909a-0549b6b727ee tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492051 Nov 22 15:26:20.633021 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35300) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:20.787145 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7c048d8d-b785-4df8-84cb-a60827793c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:20.818351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7c048d8d-b785-4df8-84cb-a60827793c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:20.822350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7c048d8d-b785-4df8-84cb-a60827793c01 admin admin] Usage tracker for resource:security_group_rule and tenant:5340d06061304576a20299d9c2481541 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:20.825225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7c048d8d-b785-4df8-84cb-a60827793c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:20.832184 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7c048d8d-b785-4df8-84cb-a60827793c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:20.897888 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7c048d8d-b785-4df8-84cb-a60827793c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:20.900826 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7c048d8d-b785-4df8-84cb-a60827793c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:20.907977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:20.949693 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c048d8d-b785-4df8-84cb-a60827793c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f7b81e-20f7-43d8-bd28-cd851be2ec27,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:20.953224 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7c048d8d-b785-4df8-84cb-a60827793c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:20.958478 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7c048d8d-b785-4df8-84cb-a60827793c01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5340d06061304576a20299d9c2481541&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3218377 Nov 22 15:26:20.959664 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35308) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:21.033005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-50640fe2-fb85-4d2a-8556-c6a8b5f4e143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:21.060282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-50640fe2-fb85-4d2a-8556-c6a8b5f4e143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:21.105767 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-50640fe2-fb85-4d2a-8556-c6a8b5f4e143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:21.111413 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e46314d3-5e31-4649-a3af-318200d7283f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:21.126076 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50640fe2-fb85-4d2a-8556-c6a8b5f4e143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f7b81e-20f7-43d8-bd28-cd851be2ec27,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:21.129078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-50640fe2-fb85-4d2a-8556-c6a8b5f4e143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:21.139056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-50640fe2-fb85-4d2a-8556-c6a8b5f4e143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:21.140256 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-50640fe2-fb85-4d2a-8556-c6a8b5f4e143 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2f7b81e-20f7-43d8-bd28-cd851be2ec27 HTTP/1.1" status: 204 len: 168 time: 0.1802855 Nov 22 15:26:21.383193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea669eb-de26-4ebd-8bd9-b0bc6158a25a req-0f7e9038-6bdb-4642-b62b-f536bd41d906 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:21.385062 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fea669eb-de26-4ebd-8bd9-b0bc6158a25a req-0f7e9038-6bdb-4642-b62b-f536bd41d906 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1048133 Nov 22 15:26:21.438714 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fea669eb-de26-4ebd-8bd9-b0bc6158a25a req-e812d077-36ff-4226-9ba1-ac14e36c5436 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470450 Nov 22 15:26:22.663829 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f49fe-0cba-4b8b-a737-755af1f19d20 req-882c1440-4296-4bf9-bff3-71f220b8fd6e tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:22.665870 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-540f49fe-0cba-4b8b-a737-755af1f19d20 req-882c1440-4296-4bf9-bff3-71f220b8fd6e tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.0910001 Nov 22 15:26:22.719909 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-540f49fe-0cba-4b8b-a737-755af1f19d20 req-613bb57b-6bd0-4918-8527-a2bf502ad978 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475192 Nov 22 15:26:23.129860 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35432) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:23.215453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35442) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:23.404385 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-28edcb62-4af2-4010-b589-bf4b3ec5ab02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.421919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f123e05f-f66b-450f-86bb-971efc220033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.638152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-28edcb62-4af2-4010-b589-bf4b3ec5ab02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:23.640729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f123e05f-f66b-450f-86bb-971efc220033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:23.645921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-28edcb62-4af2-4010-b589-bf4b3ec5ab02 admin admin] Usage tracker for resource:security_group_rule and tenant:0f265d5eea524b7da97b35d62cd667db is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:23.648892 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-f123e05f-f66b-450f-86bb-971efc220033 admin admin] Usage tracker for resource:security_group_rule and tenant:c9c51484075543d6b4718da98b0213ab is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:23.651545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-28edcb62-4af2-4010-b589-bf4b3ec5ab02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:23.654387 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-f123e05f-f66b-450f-86bb-971efc220033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:23.663327 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-28edcb62-4af2-4010-b589-bf4b3ec5ab02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:23.665757 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f123e05f-f66b-450f-86bb-971efc220033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:23.759198 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f123e05f-f66b-450f-86bb-971efc220033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.763680 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f123e05f-f66b-450f-86bb-971efc220033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.778599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f281fd30-4c93-48b7-ac3d-fca5709e5ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:23.831475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123e05f-f66b-450f-86bb-971efc220033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17883a9a-1885-4552-b4de-ea84b8f4291c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:23.835120 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f123e05f-f66b-450f-86bb-971efc220033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:23.871668 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f123e05f-f66b-450f-86bb-971efc220033 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9c51484075543d6b4718da98b0213ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6549563 Nov 22 15:26:23.874561 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35472) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:23.913122 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-28edcb62-4af2-4010-b589-bf4b3ec5ab02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.943398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-28edcb62-4af2-4010-b589-bf4b3ec5ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.951749 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a70a382b-4d94-4e35-b71d-e2a9108ee7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.958798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-4b1ec82b-9f96-4ed2-aec4-000d8d0bb2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:23.982059 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a70a382b-4d94-4e35-b71d-e2a9108ee7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.984063 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-28edcb62-4af2-4010-b589-bf4b3ec5ab02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f265d5eea524b7da97b35d62cd667db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8525703 Nov 22 15:26:23.988478 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35478) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:24.038405 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a70a382b-4d94-4e35-b71d-e2a9108ee7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.043752 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c913bc45-1e7b-4c18-85a6-c0903e512c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:24.055392 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af89fdc-0453-4d00-b3f2-619d4540d8ee req-3c999819-45de-439c-90b2-9ea53aa291fd tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:24.057228 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1af89fdc-0453-4d00-b3f2-619d4540d8ee req-3c999819-45de-439c-90b2-9ea53aa291fd tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1926937 Nov 22 15:26:24.060873 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a382b-4d94-4e35-b71d-e2a9108ee7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17883a9a-1885-4552-b4de-ea84b8f4291c,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:24.071590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edcb62-4af2-4010-b589-bf4b3ec5ab02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6d543a-f5d9-449e-9f9c-d122014dee8e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:24.074365 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a70a382b-4d94-4e35-b71d-e2a9108ee7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:24.075490 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a70a382b-4d94-4e35-b71d-e2a9108ee7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.076998 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a70a382b-4d94-4e35-b71d-e2a9108ee7fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17883a9a-1885-4552-b4de-ea84b8f4291c HTTP/1.1" status: 204 len: 168 time: 0.2013588 Nov 22 15:26:24.093501 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-28edcb62-4af2-4010-b589-bf4b3ec5ab02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:24.149168 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1af89fdc-0453-4d00-b3f2-619d4540d8ee req-9e4acbc0-0a61-4ea2-ac6f-89149b953263 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671954 Nov 22 15:26:24.186410 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-60b7e9dd-e1ee-4dc4-92e4-972c19a34201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.217731 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-60b7e9dd-e1ee-4dc4-92e4-972c19a34201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.264776 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-60b7e9dd-e1ee-4dc4-92e4-972c19a34201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.273861 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-aa6044bb-e2ba-4d09-ba8b-b8e35cff25c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:24.286735 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7e9dd-e1ee-4dc4-92e4-972c19a34201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6d543a-f5d9-449e-9f9c-d122014dee8e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:24.293917 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-60b7e9dd-e1ee-4dc4-92e4-972c19a34201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.295137 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-60b7e9dd-e1ee-4dc4-92e4-972c19a34201 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c6d543a-f5d9-449e-9f9c-d122014dee8e HTTP/1.1" status: 204 len: 168 time: 0.3039682 Nov 22 15:26:24.296307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-60b7e9dd-e1ee-4dc4-92e4-972c19a34201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:24.502967 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35494) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:24.524321 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-446b7e3a-5c9e-4e31-b207-d93ff2f49c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.557676 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-446b7e3a-5c9e-4e31-b207-d93ff2f49c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:24.561682 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-446b7e3a-5c9e-4e31-b207-d93ff2f49c7e admin admin] Usage tracker for resource:security_group_rule and tenant:5e6076bef61e40f3bae7d5ae0c6e805a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:24.564645 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-446b7e3a-5c9e-4e31-b207-d93ff2f49c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:24.573268 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-446b7e3a-5c9e-4e31-b207-d93ff2f49c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:24.645694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-446b7e3a-5c9e-4e31-b207-d93ff2f49c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.649191 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-446b7e3a-5c9e-4e31-b207-d93ff2f49c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.656896 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:24.704700 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b7e3a-5c9e-4e31-b207-d93ff2f49c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec62680-799f-4f1e-b568-65fd99e74f21,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:24.708330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-446b7e3a-5c9e-4e31-b207-d93ff2f49c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:24.710779 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-446b7e3a-5c9e-4e31-b207-d93ff2f49c7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e6076bef61e40f3bae7d5ae0c6e805a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2051303 Nov 22 15:26:24.713609 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35500) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:24.757760 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35504) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:24.782965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a221cccb-e7ab-4a63-bf48-ab85ab1cfa82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.792901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7f9e09a3-ad14-4bc2-91f0-5a350f114904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.817468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a221cccb-e7ab-4a63-bf48-ab85ab1cfa82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:24.821606 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7f9e09a3-ad14-4bc2-91f0-5a350f114904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.822098 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a221cccb-e7ab-4a63-bf48-ab85ab1cfa82 admin admin] Usage tracker for resource:security_group_rule and tenant:59f6bbbd532e46fca7332110490c4060 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:24.825113 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a221cccb-e7ab-4a63-bf48-ab85ab1cfa82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:24.832488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a221cccb-e7ab-4a63-bf48-ab85ab1cfa82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:24.877470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7f9e09a3-ad14-4bc2-91f0-5a350f114904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.883277 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-af4ee3f9-e99b-44c6-bbcb-ee396df747f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:24.895613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e09a3-ad14-4bc2-91f0-5a350f114904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec62680-799f-4f1e-b568-65fd99e74f21,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:24.899279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7f9e09a3-ad14-4bc2-91f0-5a350f114904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:24.901252 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7f9e09a3-ad14-4bc2-91f0-5a350f114904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.904944 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7f9e09a3-ad14-4bc2-91f0-5a350f114904 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ec62680-799f-4f1e-b568-65fd99e74f21 HTTP/1.1" status: 204 len: 168 time: 0.1877208 Nov 22 15:26:24.914039 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a221cccb-e7ab-4a63-bf48-ab85ab1cfa82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.917702 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a221cccb-e7ab-4a63-bf48-ab85ab1cfa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.927180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:24.977718 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a221cccb-e7ab-4a63-bf48-ab85ab1cfa82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59f6bbbd532e46fca7332110490c4060&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2183802 Nov 22 15:26:24.978539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221cccb-e7ab-4a63-bf48-ab85ab1cfa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef7b3ca-d2b7-4489-84bd-95a601572f95,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:24.980547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35512) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:24.982330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a221cccb-e7ab-4a63-bf48-ab85ab1cfa82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:25.068247 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0aa4912b-3107-4f6a-8ddb-26f98ab3a710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.106184 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0aa4912b-3107-4f6a-8ddb-26f98ab3a710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.152059 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0aa4912b-3107-4f6a-8ddb-26f98ab3a710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.158081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-936b6bb5-40f8-4702-9678-2ca3f7e14f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:25.175098 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4912b-3107-4f6a-8ddb-26f98ab3a710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef7b3ca-d2b7-4489-84bd-95a601572f95,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:25.177958 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-0aa4912b-3107-4f6a-8ddb-26f98ab3a710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:25.180040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0aa4912b-3107-4f6a-8ddb-26f98ab3a710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.181225 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-0aa4912b-3107-4f6a-8ddb-26f98ab3a710 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ef7b3ca-d2b7-4489-84bd-95a601572f95 HTTP/1.1" status: 204 len: 168 time: 0.1979039 Nov 22 15:26:25.402355 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ae607-bca6-4c52-b155-a55db8402e80 req-e0f46176-ddc5-4514-8cd3-915a4e80519f tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:25.412759 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1f6ae607-bca6-4c52-b155-a55db8402e80 req-e0f46176-ddc5-4514-8cd3-915a4e80519f tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1109324 Nov 22 15:26:25.470941 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1f6ae607-bca6-4c52-b155-a55db8402e80 req-c0ff7a1b-a305-4162-b57c-6118db5d7d1b tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570440 Nov 22 15:26:25.542182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35532) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:25.561317 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ddbea21-cf37-485f-a85f-7fe2d00ec196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.598186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8ddbea21-cf37-485f-a85f-7fe2d00ec196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:25.602353 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-8ddbea21-cf37-485f-a85f-7fe2d00ec196 admin admin] Usage tracker for resource:security_group_rule and tenant:282e62894f464356bc75ec592f62a270 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:25.605428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-8ddbea21-cf37-485f-a85f-7fe2d00ec196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:25.611925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8ddbea21-cf37-485f-a85f-7fe2d00ec196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:25.678490 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ddbea21-cf37-485f-a85f-7fe2d00ec196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.682415 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ddbea21-cf37-485f-a85f-7fe2d00ec196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.690203 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5163fc8d-ca56-4414-9c51-d15f1e718136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:25.742660 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-8ddbea21-cf37-485f-a85f-7fe2d00ec196 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=282e62894f464356bc75ec592f62a270&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1992462 Nov 22 15:26:25.743143 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35536) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:25.743656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbea21-cf37-485f-a85f-7fe2d00ec196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3db803-ec8c-40de-9d26-6f0f1db5109a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:25.746940 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8ddbea21-cf37-485f-a85f-7fe2d00ec196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:25.765185 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35540) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:25.789290 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-207a92f8-bb22-4bf7-9d96-8903f46a216c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.817877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57efe1a8-c607-4ff2-ae35-c9de169aee84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.824925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-207a92f8-bb22-4bf7-9d96-8903f46a216c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:25.829076 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-207a92f8-bb22-4bf7-9d96-8903f46a216c admin admin] Usage tracker for resource:security_group_rule and tenant:e0129e3544b34cdc85f08d77d1e6ce78 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:25.833941 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-207a92f8-bb22-4bf7-9d96-8903f46a216c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:25.843564 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-207a92f8-bb22-4bf7-9d96-8903f46a216c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:25.866466 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57efe1a8-c607-4ff2-ae35-c9de169aee84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.950933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57efe1a8-c607-4ff2-ae35-c9de169aee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.958014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-394aa291-2e85-4d35-af10-e0673453282a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:25.965002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-207a92f8-bb22-4bf7-9d96-8903f46a216c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.968882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-207a92f8-bb22-4bf7-9d96-8903f46a216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.972250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efe1a8-c607-4ff2-ae35-c9de169aee84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3db803-ec8c-40de-9d26-6f0f1db5109a,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:25.976754 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-57efe1a8-c607-4ff2-ae35-c9de169aee84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:25.979498 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:25.991655 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57efe1a8-c607-4ff2-ae35-c9de169aee84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.994458 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-57efe1a8-c607-4ff2-ae35-c9de169aee84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be3db803-ec8c-40de-9d26-6f0f1db5109a HTTP/1.1" status: 204 len: 168 time: 0.2503867 Nov 22 15:26:26.029081 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-207a92f8-bb22-4bf7-9d96-8903f46a216c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0129e3544b34cdc85f08d77d1e6ce78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2624691 Nov 22 15:26:26.031934 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35548) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:26.036910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a92f8-bb22-4bf7-9d96-8903f46a216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e2ecc4-7e0f-42b2-8245-44f974489d03,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:26.040337 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-207a92f8-bb22-4bf7-9d96-8903f46a216c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:26.101435 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fdbf94e2-6d1a-4a0f-aaf3-0ab7ef19c713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.136211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fdbf94e2-6d1a-4a0f-aaf3-0ab7ef19c713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.207890 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fdbf94e2-6d1a-4a0f-aaf3-0ab7ef19c713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.214647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f49d22a1-cdeb-466a-b6c5-9231473d3ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:26.229924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf94e2-6d1a-4a0f-aaf3-0ab7ef19c713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e2ecc4-7e0f-42b2-8245-44f974489d03,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:26.234188 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fdbf94e2-6d1a-4a0f-aaf3-0ab7ef19c713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:26.236316 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fdbf94e2-6d1a-4a0f-aaf3-0ab7ef19c713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.240143 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-fdbf94e2-6d1a-4a0f-aaf3-0ab7ef19c713 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0e2ecc4-7e0f-42b2-8245-44f974489d03 HTTP/1.1" status: 204 len: 168 time: 0.2045505 Nov 22 15:26:26.704874 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a7e3f-85c1-4dbb-9859-6c537f521879 req-d8ecbf06-fd93-4b15-8508-1b06b3c9f4f9 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:26.707424 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-be0a7e3f-85c1-4dbb-9859-6c537f521879 req-d8ecbf06-fd93-4b15-8508-1b06b3c9f4f9 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.0925550 Nov 22 15:26:26.760223 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-be0a7e3f-85c1-4dbb-9859-6c537f521879 req-9767c125-66db-4828-886b-5dfb4fa6cf86 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459416 Nov 22 15:26:28.035808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866de0-e1e8-47d4-aef5-7a551ba0eaba req-530e046a-b0dd-45eb-be10-e783dd5ef6d8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:28.037415 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b4866de0-e1e8-47d4-aef5-7a551ba0eaba req-530e046a-b0dd-45eb-be10-e783dd5ef6d8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.0826948 Nov 22 15:26:28.087562 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b4866de0-e1e8-47d4-aef5-7a551ba0eaba req-c5265420-f46d-4d29-ad41-17eb3fdffbe2 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Nov 22 15:26:29.153036 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e9e0c349-c97d-42f6-bdb7-7238deefc1d5 req-749bff79-f68b-47a2-9bcf-7d9052513c05 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 1098 time: 0.0773230 Nov 22 15:26:29.207948 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e9e0c349-c97d-42f6-bdb7-7238deefc1d5 req-a33b228f-8454-4aa3-98c3-907b8fac5f78 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441880 Nov 22 15:26:29.316417 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523684a-0da8-49f7-b58b-99695a63c53c req-ad6980bd-75ec-4465-ad03-20d444edd6fd tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:29.318603 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d523684a-0da8-49f7-b58b-99695a63c53c req-ad6980bd-75ec-4465-ad03-20d444edd6fd tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.0928719 Nov 22 15:26:29.369848 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d523684a-0da8-49f7-b58b-99695a63c53c req-f7f7e757-c580-4ffe-b03e-b7ac0284d91a tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453010 Nov 22 15:26:30.638012 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6f57-aa2e-4161-957e-453b4071433c req-a19ca1b2-bf76-4d10-bf76-94257ce20326 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:30.639848 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90bb6f57-aa2e-4161-957e-453b4071433c req-a19ca1b2-bf76-4d10-bf76-94257ce20326 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.0998676 Nov 22 15:26:30.706493 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90bb6f57-aa2e-4161-957e-453b4071433c req-678abe28-3ce2-48c8-a3d4-8e74a2e7d308 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598884 Nov 22 15:26:30.943672 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35742) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:31.150345 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9b16b05-ba1d-43cc-b579-75ec83eb7b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:31.183760 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b9b16b05-ba1d-43cc-b579-75ec83eb7b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:31.187836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b9b16b05-ba1d-43cc-b579-75ec83eb7b57 admin admin] Usage tracker for resource:security_group_rule and tenant:291df08f6225447e83ebebe9079dace7 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:31.191392 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b9b16b05-ba1d-43cc-b579-75ec83eb7b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:31.198615 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b9b16b05-ba1d-43cc-b579-75ec83eb7b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:31.285638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9b16b05-ba1d-43cc-b579-75ec83eb7b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:31.298887 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9b16b05-ba1d-43cc-b579-75ec83eb7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:31.307141 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a15d30fc-2593-4465-8642-d9da6d321b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:31.353446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b16b05-ba1d-43cc-b579-75ec83eb7b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342cf030-1f23-4575-8617-dd0bd6bcd6be,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:31.358459 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b9b16b05-ba1d-43cc-b579-75ec83eb7b57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=291df08f6225447e83ebebe9079dace7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4135318 Nov 22 15:26:31.359469 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b9b16b05-ba1d-43cc-b579-75ec83eb7b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:31.361172 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35756) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:31.429147 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-50d18fc3-b0a2-4cb0-9128-8192db392aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:31.459139 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-50d18fc3-b0a2-4cb0-9128-8192db392aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:31.516115 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-50d18fc3-b0a2-4cb0-9128-8192db392aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:31.528523 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9e335162-c9ac-47e4-a3c3-aea28937d7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:31.543393 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d18fc3-b0a2-4cb0-9128-8192db392aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342cf030-1f23-4575-8617-dd0bd6bcd6be,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:31.546028 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-50d18fc3-b0a2-4cb0-9128-8192db392aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:31.553064 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-50d18fc3-b0a2-4cb0-9128-8192db392aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:31.558137 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-50d18fc3-b0a2-4cb0-9128-8192db392aef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/342cf030-1f23-4575-8617-dd0bd6bcd6be HTTP/1.1" status: 204 len: 168 time: 0.1922004 Nov 22 15:26:31.725987 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35768) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:31.973784 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f34bc4-b65d-4c8e-a100-5cb434d497a6 req-78f090ea-a1e0-4389-8925-5dd70b538238 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:31.976617 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-82f34bc4-b65d-4c8e-a100-5cb434d497a6 req-78f090ea-a1e0-4389-8925-5dd70b538238 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1208985 Nov 22 15:26:31.988670 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8509515d-3215-4e13-8a68-b48f5b04552b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.029795 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8509515d-3215-4e13-8a68-b48f5b04552b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:32.034108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-8509515d-3215-4e13-8a68-b48f5b04552b admin admin] Usage tracker for resource:security_group_rule and tenant:ef65c056720d4ee7920abf4650b3b715 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:32.039280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-8509515d-3215-4e13-8a68-b48f5b04552b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:32.054413 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8509515d-3215-4e13-8a68-b48f5b04552b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:32.075153 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-82f34bc4-b65d-4c8e-a100-5cb434d497a6 req-dc2918ea-3db5-42ff-8ab8-d904665287d6 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912282 Nov 22 15:26:32.174734 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8509515d-3215-4e13-8a68-b48f5b04552b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.179096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8509515d-3215-4e13-8a68-b48f5b04552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.211041 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-57efe1a8-c607-4ff2-ae35-c9de169aee84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:32.246134 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-8509515d-3215-4e13-8a68-b48f5b04552b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef65c056720d4ee7920abf4650b3b715&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5157907 Nov 22 15:26:32.247112 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35798) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:32.263724 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509515d-3215-4e13-8a68-b48f5b04552b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316255d2-f359-40a6-88ec-f3433656e79a,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:32.267180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8509515d-3215-4e13-8a68-b48f5b04552b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:32.405115 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a6a9-704d-49a4-aa2b-854609582e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.437896 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4a853-cde3-4835-b6e8-4e3683ad0f4e req-22ab228b-7891-4ca8-9a57-5d25aeac47fc tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:32.439535 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8fb4a853-cde3-4835-b6e8-4e3683ad0f4e req-22ab228b-7891-4ca8-9a57-5d25aeac47fc tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1615181 Nov 22 15:26:32.449110 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a6a9-704d-49a4-aa2b-854609582e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.526738 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8fb4a853-cde3-4835-b6e8-4e3683ad0f4e req-36c8b996-6029-4690-9a4d-55054c68a8df tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798948 Nov 22 15:26:32.539733 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a6a9-704d-49a4-aa2b-854609582e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.545214 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:32.567055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4a6a9-704d-49a4-aa2b-854609582e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316255d2-f359-40a6-88ec-f3433656e79a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:32.569001 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7ce4a6a9-704d-49a4-aa2b-854609582e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:32.583364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a6a9-704d-49a4-aa2b-854609582e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.586676 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7ce4a6a9-704d-49a4-aa2b-854609582e06 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/316255d2-f359-40a6-88ec-f3433656e79a HTTP/1.1" status: 204 len: 168 time: 0.3362730 Nov 22 15:26:33.162439 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35832) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:33.184068 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a1af1421-f5b2-4d1a-9bd8-94ab385a8557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:33.222810 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a1af1421-f5b2-4d1a-9bd8-94ab385a8557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:33.227134 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a1af1421-f5b2-4d1a-9bd8-94ab385a8557 admin admin] Usage tracker for resource:security_group_rule and tenant:fec42bac3f144121817cfe67d3c9cfd6 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:33.230148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a1af1421-f5b2-4d1a-9bd8-94ab385a8557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:33.237138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a1af1421-f5b2-4d1a-9bd8-94ab385a8557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:33.348448 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a1af1421-f5b2-4d1a-9bd8-94ab385a8557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:33.351934 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a1af1421-f5b2-4d1a-9bd8-94ab385a8557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:33.360104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7c048d8d-b785-4df8-84cb-a60827793c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:33.409323 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af1421-f5b2-4d1a-9bd8-94ab385a8557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1796383-035a-4170-b0ad-7f02b7d72287,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:33.415484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a1af1421-f5b2-4d1a-9bd8-94ab385a8557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:33.418667 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a1af1421-f5b2-4d1a-9bd8-94ab385a8557 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fec42bac3f144121817cfe67d3c9cfd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2550011 Nov 22 15:26:33.422023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35838) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:33.521995 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-194a9175-b6b9-41c2-bf06-640c6f941ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:33.551633 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-194a9175-b6b9-41c2-bf06-640c6f941ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:33.607986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-194a9175-b6b9-41c2-bf06-640c6f941ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:33.619560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-50640fe2-fb85-4d2a-8556-c6a8b5f4e143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:33.631694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a9175-b6b9-41c2-bf06-640c6f941ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1796383-035a-4170-b0ad-7f02b7d72287,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:33.639704 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-194a9175-b6b9-41c2-bf06-640c6f941ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:33.640965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-194a9175-b6b9-41c2-bf06-640c6f941ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:33.656082 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-194a9175-b6b9-41c2-bf06-640c6f941ba0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1796383-035a-4170-b0ad-7f02b7d72287 HTTP/1.1" status: 204 len: 168 time: 0.2280738 Nov 22 15:26:33.772106 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-179d71fa-c67b-4728-a838-d18e8b3d9ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:33.998069 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35864) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:34.181097 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68dbc67e-043e-4c25-ac71-c35aa8884f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:34.231832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-68dbc67e-043e-4c25-ac71-c35aa8884f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:34.236160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-68dbc67e-043e-4c25-ac71-c35aa8884f4f admin admin] Usage tracker for resource:security_group_rule and tenant:107f61bdef9747fba6e65a859f3d5976 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:34.239199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-68dbc67e-043e-4c25-ac71-c35aa8884f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:34.245328 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-68dbc67e-043e-4c25-ac71-c35aa8884f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:34.338509 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68dbc67e-043e-4c25-ac71-c35aa8884f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:34.342499 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68dbc67e-043e-4c25-ac71-c35aa8884f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:34.361931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-600dd6e7-ffce-4a25-87b1-5791fada52c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:34.404269 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-68dbc67e-043e-4c25-ac71-c35aa8884f4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=107f61bdef9747fba6e65a859f3d5976&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4048741 Nov 22 15:26:34.407176 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35886) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:34.424765 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbc67e-043e-4c25-ac71-c35aa8884f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48691f7c-ba0c-4c09-aab6-0f19439aa07e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:34.441225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-68dbc67e-043e-4c25-ac71-c35aa8884f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:34.504114 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75dd86b3-f130-4141-95b6-f0285ba36bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:34.535150 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75dd86b3-f130-4141-95b6-f0285ba36bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:34.625858 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75dd86b3-f130-4141-95b6-f0285ba36bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:34.633884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7c7f1ae0-e207-4dfd-8a1d-e87eec037c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:34.659886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd86b3-f130-4141-95b6-f0285ba36bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48691f7c-ba0c-4c09-aab6-0f19439aa07e,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:34.663110 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-75dd86b3-f130-4141-95b6-f0285ba36bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:34.679443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75dd86b3-f130-4141-95b6-f0285ba36bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:34.694457 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-75dd86b3-f130-4141-95b6-f0285ba36bb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48691f7c-ba0c-4c09-aab6-0f19439aa07e HTTP/1.1" status: 204 len: 168 time: 0.2802877 Nov 22 15:26:34.839187 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-481f77da-2d07-45e1-95a0-dd8695773951 req-8ac170ac-bd7b-4260-9b4a-af55938ac0b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1ef99941b3143ba95a5434b23e794cd&device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 1098 time: 0.1376140 Nov 22 15:26:35.019795 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892b0ad-365b-489d-845b-d7649f50321b req-c002ab66-984d-44bd-9504-9702c9818735 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:35.021559 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0892b0ad-365b-489d-845b-d7649f50321b req-c002ab66-984d-44bd-9504-9702c9818735 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.2247627 Nov 22 15:26:35.110242 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f77da-2d07-45e1-95a0-dd8695773951 req-30aa5f30-36d0-4072-8869-423ad0433f73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:35.112244 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-481f77da-2d07-45e1-95a0-dd8695773951 req-30aa5f30-36d0-4072-8869-423ad0433f73 service neutron] 10.222.0.50 "GET /v2.0/networks?id=53be012a-dc8f-434c-8197-19ab47323fab HTTP/1.1" status: 200 len: 919 time: 0.2606921 Nov 22 15:26:35.124179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.199041 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0892b0ad-365b-489d-845b-d7649f50321b req-959fb71d-d5b1-4c9f-be0c-1d4fcdf2dcf4 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685295 Nov 22 15:26:35.259221 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-481f77da-2d07-45e1-95a0-dd8695773951 req-40062e81-4ad1-41d8-bdf4-58e5def47488 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=454026fa-b673-4479-89bf-30d2216804e5 HTTP/1.1" status: 200 len: 217 time: 0.1392467 Nov 22 15:26:35.340300 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35924) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:35.373113 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-386f216b-1325-488e-87fb-cd569fa7a4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.387583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f77da-2d07-45e1-95a0-dd8695773951 req-b80e1bcb-d3d8-43c5-b997-688379ec3976 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:35.390725 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-481f77da-2d07-45e1-95a0-dd8695773951 req-b80e1bcb-d3d8-43c5-b997-688379ec3976 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=71b40b5c-6140-47b9-8c5b-5e58ad2caffe HTTP/1.1" status: 200 len: 858 time: 0.1239767 Nov 22 15:26:35.465239 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-481f77da-2d07-45e1-95a0-dd8695773951 req-42fc4918-da42-4997-9928-5c39a8c77eee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53be012a-dc8f-434c-8197-19ab47323fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652230 Nov 22 15:26:35.504613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-386f216b-1325-488e-87fb-cd569fa7a4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:35.512821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-386f216b-1325-488e-87fb-cd569fa7a4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:0bdbf3f1c9cf4c6f81a3bb8a33a0201b is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:35.527175 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-386f216b-1325-488e-87fb-cd569fa7a4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:35.537874 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-386f216b-1325-488e-87fb-cd569fa7a4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:35.676390 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-481f77da-2d07-45e1-95a0-dd8695773951 req-f70a3908-311a-448b-bf6a-2bdf7a51de93 service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018745 Nov 22 15:26:35.840871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35940) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:35.846582 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-386f216b-1325-488e-87fb-cd569fa7a4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.855407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-386f216b-1325-488e-87fb-cd569fa7a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.867393 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a221cccb-e7ab-4a63-bf48-ab85ab1cfa82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:35.965710 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f216b-1325-488e-87fb-cd569fa7a4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69f6841-0723-46ca-a6ff-7ea07aaf0b47,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:35.973436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fcf6d944-d0ea-49c1-9ec8-7804726f6c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.980846 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-386f216b-1325-488e-87fb-cd569fa7a4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:35.984217 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-386f216b-1325-488e-87fb-cd569fa7a4e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bdbf3f1c9cf4c6f81a3bb8a33a0201b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6426620 Nov 22 15:26:35.988710 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 35946) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:35.996108 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-481f77da-2d07-45e1-95a0-dd8695773951 req-6093afee-c4e5-4456-8061-a8e76e4a28eb service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111286 Nov 22 15:26:36.215366 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e9c92b7-3258-4635-a5e2-334533847fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.255451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.365579 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0e9c92b7-3258-4635-a5e2-334533847fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:36.369625 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-0e9c92b7-3258-4635-a5e2-334533847fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:fb36d3c8c02847b2ad56b2757952aef7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:36.372750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-0e9c92b7-3258-4635-a5e2-334533847fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:36.378990 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0e9c92b7-3258-4635-a5e2-334533847fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:36.397256 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-672dfa1e-6d44-47fe-ba0f-a9e0e268a137 req-6ef48ef8-0f12-4b3c-bb16-0e524e66a35f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4134514 Nov 22 15:26:36.400157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-71c59368-8f73-4331-9fa1-95c0921f2e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.538495 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-71c59368-8f73-4331-9fa1-95c0921f2e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.654900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e9c92b7-3258-4635-a5e2-334533847fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.662882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b84561-3c29-4667-980e-eb0d497a3f15 req-c3c1af1f-ffb4-4019-9591-68c5ea10aa18 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:36.664479 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-72b84561-3c29-4667-980e-eb0d497a3f15 req-c3c1af1f-ffb4-4019-9591-68c5ea10aa18 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.2767501 Nov 22 15:26:36.668122 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e9c92b7-3258-4635-a5e2-334533847fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.677972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7ce4a6a9-704d-49a4-aa2b-854609582e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:36.723986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-71c59368-8f73-4331-9fa1-95c0921f2e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.752495 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-672dfa1e-6d44-47fe-ba0f-a9e0e268a137 req-c4852424-7355-4112-be9f-af4aa710ddcc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fea19a54e34b43748b45211030af175c&device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 1098 time: 0.2632897 Nov 22 15:26:36.773884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c92b7-3258-4635-a5e2-334533847fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c44581-d5d4-4438-8856-37c38df500a3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:36.786050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-0e9c92b7-3258-4635-a5e2-334533847fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:36.788002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-87f09c32-9521-4c73-baa8-3fb01775ffde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:36.822097 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-0e9c92b7-3258-4635-a5e2-334533847fc7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb36d3c8c02847b2ad56b2757952aef7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9793482 Nov 22 15:26:36.825059 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 35970) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:36.835576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c59368-8f73-4331-9fa1-95c0921f2e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69f6841-0723-46ca-a6ff-7ea07aaf0b47,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:36.851495 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-71c59368-8f73-4331-9fa1-95c0921f2e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:36.852506 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-71c59368-8f73-4331-9fa1-95c0921f2e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.853854 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-71c59368-8f73-4331-9fa1-95c0921f2e14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c69f6841-0723-46ca-a6ff-7ea07aaf0b47 HTTP/1.1" status: 204 len: 168 time: 0.7842515 Nov 22 15:26:36.857423 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-72b84561-3c29-4667-980e-eb0d497a3f15 req-d0c93c9e-a7d4-4fb2-9577-6c20b131ce60 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806324 Nov 22 15:26:36.914185 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-10969b81-c7f7-4659-aed2-1ef50623c6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.951920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-10969b81-c7f7-4659-aed2-1ef50623c6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.980810 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dfa1e-6d44-47fe-ba0f-a9e0e268a137 req-f3c46971-671e-41ff-8629-2550ea933621 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:36.982701 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-672dfa1e-6d44-47fe-ba0f-a9e0e268a137 req-f3c46971-671e-41ff-8629-2550ea933621 service neutron] 10.222.0.50 "GET /v2.0/networks?id=900888de-db1e-4e55-aacb-6b585292e6b6 HTTP/1.1" status: 200 len: 912 time: 0.1957252 Nov 22 15:26:37.016832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-10969b81-c7f7-4659-aed2-1ef50623c6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:37.023502 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a1af1421-f5b2-4d1a-9bd8-94ab385a8557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:37.037163 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10969b81-c7f7-4659-aed2-1ef50623c6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c44581-d5d4-4438-8856-37c38df500a3,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:37.043787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:37.045872 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-10969b81-c7f7-4659-aed2-1ef50623c6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:37.058120 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-10969b81-c7f7-4659-aed2-1ef50623c6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:37.059394 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-10969b81-c7f7-4659-aed2-1ef50623c6b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2c44581-d5d4-4438-8856-37c38df500a3 HTTP/1.1" status: 204 len: 168 time: 0.2332342 Nov 22 15:26:37.085399 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-672dfa1e-6d44-47fe-ba0f-a9e0e268a137 req-4edaadfb-f7af-482c-9a61-d972d95a3fba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ef482cd-a160-4ae2-b010-eb843ba46952 HTTP/1.1" status: 200 len: 217 time: 0.0946617 Nov 22 15:26:37.172164 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dfa1e-6d44-47fe-ba0f-a9e0e268a137 req-76c80559-9740-45eb-8ef7-d9b6b27c9148 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:37.174149 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-672dfa1e-6d44-47fe-ba0f-a9e0e268a137 req-76c80559-9740-45eb-8ef7-d9b6b27c9148 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6dc9748-7334-4543-a1bc-ed3b0744e626 HTTP/1.1" status: 200 len: 851 time: 0.0753126 Nov 22 15:26:37.229236 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-672dfa1e-6d44-47fe-ba0f-a9e0e268a137 req-9ed9421d-e2c4-46a6-8c8a-aee53df8c176 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=900888de-db1e-4e55-aacb-6b585292e6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450416 Nov 22 15:26:37.516012 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-672dfa1e-6d44-47fe-ba0f-a9e0e268a137 req-d1f76822-36de-465f-9640-4b89198101e3 service neutron] 10.222.0.50 "GET /v2.0/networks/900888de-db1e-4e55-aacb-6b585292e6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788830 Nov 22 15:26:37.851343 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-672dfa1e-6d44-47fe-ba0f-a9e0e268a137 req-f8e3d8e2-3fb9-43fb-b835-a2e4980a3d93 service neutron] 10.222.0.50 "GET /v2.0/networks/900888de-db1e-4e55-aacb-6b585292e6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246152 Nov 22 15:26:38.033885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:38.236055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08404b99-337c-418a-a7f7-70df92db3674 req-646adb4c-84d8-4db6-b4d1-d2bd22506da7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:38.253690 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-08404b99-337c-418a-a7f7-70df92db3674 req-646adb4c-84d8-4db6-b4d1-d2bd22506da7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1765082 Nov 22 15:26:38.326370 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-08404b99-337c-418a-a7f7-70df92db3674 req-0fb7fb8a-1004-4671-9878-00b488a80127 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715721 Nov 22 15:26:39.642232 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66012a6-fc24-4472-82ae-b62eeb682acb req-0ccdbd99-e52c-40dc-bb42-0989cb1e39b3 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:39.647291 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d66012a6-fc24-4472-82ae-b62eeb682acb req-0ccdbd99-e52c-40dc-bb42-0989cb1e39b3 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.0988147 Nov 22 15:26:39.696660 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d66012a6-fc24-4472-82ae-b62eeb682acb req-abe822f3-00b8-49c2-8a5c-8d7307d39503 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452113 Nov 22 15:26:40.946072 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347654f-1856-459f-b2f5-52eb9f40bc83 req-3e9eb7ab-dc13-43b6-9b58-8d05ce31ac10 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:40.947744 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3347654f-1856-459f-b2f5-52eb9f40bc83 req-3e9eb7ab-dc13-43b6-9b58-8d05ce31ac10 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1009617 Nov 22 15:26:41.011171 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3347654f-1856-459f-b2f5-52eb9f40bc83 req-6c5b939a-f4f5-43ad-9f64-534c46e5efa6 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538936 Nov 22 15:26:41.746975 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 36156) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:41.964671 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7a03109d-94d4-4dbb-8d28-580e4dbb7a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.000106 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7a03109d-94d4-4dbb-8d28-580e4dbb7a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:42.004670 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7a03109d-94d4-4dbb-8d28-580e4dbb7a44 admin admin] Usage tracker for resource:security_group_rule and tenant:7c821ae5e8704efc8eb60329bb360a3b is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:42.007647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7a03109d-94d4-4dbb-8d28-580e4dbb7a44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:42.013732 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7a03109d-94d4-4dbb-8d28-580e4dbb7a44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:42.097347 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7a03109d-94d4-4dbb-8d28-580e4dbb7a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.100809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7a03109d-94d4-4dbb-8d28-580e4dbb7a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.111489 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-88d11ed8-ba4d-44cd-bb59-01dfafdd29a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:42.163966 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7a03109d-94d4-4dbb-8d28-580e4dbb7a44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c821ae5e8704efc8eb60329bb360a3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4157417 Nov 22 15:26:42.164852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03109d-94d4-4dbb-8d28-580e4dbb7a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beab2b12-84e0-4292-9452-177083609005,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:42.167936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 36174) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:42.171350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7a03109d-94d4-4dbb-8d28-580e4dbb7a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:42.245318 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d87-ea11-4328-9c3f-ac9fc99add32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.267938 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81defb82-82b8-43ca-a968-4feb8da89e1d req-d3f2916f-a477-44bf-9d63-75f6e9356063 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:42.279745 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-81defb82-82b8-43ca-a968-4feb8da89e1d req-d3f2916f-a477-44bf-9d63-75f6e9356063 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1240389 Nov 22 15:26:42.287267 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d87-ea11-4328-9c3f-ac9fc99add32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.384323 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d87-ea11-4328-9c3f-ac9fc99add32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.393758 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-81defb82-82b8-43ca-a968-4feb8da89e1d req-613cd600-1c6e-45f3-96db-c5513c43a9df tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035273 Nov 22 15:26:42.394840 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:42.417279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d87-ea11-4328-9c3f-ac9fc99add32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.421350 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-23cd8d87-ea11-4328-9c3f-ac9fc99add32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/beab2b12-84e0-4292-9452-177083609005 HTTP/1.1" status: 204 len: 168 time: 0.2520921 Nov 22 15:26:42.422339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd8d87-ea11-4328-9c3f-ac9fc99add32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beab2b12-84e0-4292-9452-177083609005,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:42.425401 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-23cd8d87-ea11-4328-9c3f-ac9fc99add32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:42.838675 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 36202) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:42.858880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7edf2e9e-0e11-4659-a690-22709c3e32e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.892352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7edf2e9e-0e11-4659-a690-22709c3e32e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:42.897104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7edf2e9e-0e11-4659-a690-22709c3e32e5 admin admin] Usage tracker for resource:security_group_rule and tenant:b94195f24dc740faabf156acc1290fcc is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:42.901662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7edf2e9e-0e11-4659-a690-22709c3e32e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:42.908095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7edf2e9e-0e11-4659-a690-22709c3e32e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:42.978817 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7edf2e9e-0e11-4659-a690-22709c3e32e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.982210 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7edf2e9e-0e11-4659-a690-22709c3e32e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.990456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-10969b81-c7f7-4659-aed2-1ef50623c6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:43.043899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf2e9e-0e11-4659-a690-22709c3e32e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbba086e-bf77-4418-9d2b-9a7790495206,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:43.048630 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7edf2e9e-0e11-4659-a690-22709c3e32e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b94195f24dc740faabf156acc1290fcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2088609 Nov 22 15:26:43.049735 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7edf2e9e-0e11-4659-a690-22709c3e32e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:43.052923 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 36212) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:43.124761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb93c-91a2-453f-bbbd-91fb37c6b19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:43.159708 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb93c-91a2-453f-bbbd-91fb37c6b19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:43.208375 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb93c-91a2-453f-bbbd-91fb37c6b19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:43.215048 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d959a368-29a8-46e6-81de-329764783b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:43.226569 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cb93c-91a2-453f-bbbd-91fb37c6b19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbba086e-bf77-4418-9d2b-9a7790495206,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:43.231083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ee9cb93c-91a2-453f-bbbd-91fb37c6b19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:43.234717 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb93c-91a2-453f-bbbd-91fb37c6b19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:43.235935 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ee9cb93c-91a2-453f-bbbd-91fb37c6b19d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbba086e-bf77-4418-9d2b-9a7790495206 HTTP/1.1" status: 204 len: 168 time: 0.1819561 Nov 22 15:26:43.801940 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c232b-97fa-4da2-8e16-2e9ecf8b3580 req-1eeafd00-128c-4b42-9399-2c7e36a53089 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:43.803574 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3a6c232b-97fa-4da2-8e16-2e9ecf8b3580 req-1eeafd00-128c-4b42-9399-2c7e36a53089 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.2869172 Nov 22 15:26:43.855095 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3a6c232b-97fa-4da2-8e16-2e9ecf8b3580 req-f74e2f2c-a036-4eca-ac44-605fdcae95a2 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452034 Nov 22 15:26:45.119656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2465c9-d522-43e0-be1e-5f18a51f88fd req-9c1802fa-dece-45b1-ae78-6afc529c2e2a tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:45.121324 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d2465c9-d522-43e0-be1e-5f18a51f88fd req-9c1802fa-dece-45b1-ae78-6afc529c2e2a tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1147516 Nov 22 15:26:45.187948 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d2465c9-d522-43e0-be1e-5f18a51f88fd req-074a4677-65ab-43cd-b97c-c348c944cb3d tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587831 Nov 22 15:26:46.423742 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d01c3e-8162-480a-b034-56a43827393d req-5cb641eb-040e-4bdc-9884-7d7de920e1d7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:46.425873 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c4d01c3e-8162-480a-b034-56a43827393d req-5cb641eb-040e-4bdc-9884-7d7de920e1d7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1003885 Nov 22 15:26:46.482787 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c4d01c3e-8162-480a-b034-56a43827393d req-24777c85-781f-43e9-acec-0308a3f0936d tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502155 Nov 22 15:26:47.695514 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e67ad-f477-4064-a28e-c6c3edc4a5a0 req-87097f13-f3ef-4fbd-b2f4-e42aae6ecc0d tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:47.697047 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fc2e67ad-f477-4064-a28e-c6c3edc4a5a0 req-87097f13-f3ef-4fbd-b2f4-e42aae6ecc0d tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.0868583 Nov 22 15:26:47.745997 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fc2e67ad-f477-4064-a28e-c6c3edc4a5a0 req-f35f0a30-9d29-4590-a96b-fd45b7237a11 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427926 Nov 22 15:26:48.968341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3f1fb-4265-4ec3-9505-5e89667051c9 req-a4bbd602-0501-4581-86f5-6339bf7e1616 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:48.969920 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cbc3f1fb-4265-4ec3-9505-5e89667051c9 req-a4bbd602-0501-4581-86f5-6339bf7e1616 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.0872433 Nov 22 15:26:49.020926 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cbc3f1fb-4265-4ec3-9505-5e89667051c9 req-8cbe4831-3684-471d-8f8f-989290d70886 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446677 Nov 22 15:26:50.233552 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8171f0c-72ae-4750-97f4-b053cc869504 req-8c31363b-f63d-4417-9483-1e16fbe03646 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:50.235142 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f8171f0c-72ae-4750-97f4-b053cc869504 req-8c31363b-f63d-4417-9483-1e16fbe03646 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.0876207 Nov 22 15:26:50.288155 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f8171f0c-72ae-4750-97f4-b053cc869504 req-c6671b89-708e-4aaf-934c-cadc7f242114 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458865 Nov 22 15:26:50.430165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:26:51.512487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd9d2e-3dcb-44a5-a981-6b014c393d46 req-9d5c2a3a-acae-41c1-9eb2-17c3e2a5f0a6 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:51.514083 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b2fd9d2e-3dcb-44a5-a981-6b014c393d46 req-9d5c2a3a-acae-41c1-9eb2-17c3e2a5f0a6 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.0826132 Nov 22 15:26:51.562639 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b2fd9d2e-3dcb-44a5-a981-6b014c393d46 req-0ad6bf0b-5c8f-49bb-ad48-2236d56d2239 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Nov 22 15:26:52.769246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b820a-e388-4fe8-8425-6544b3cba33f req-ea417523-a474-4671-9bce-e9a100ab996e tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:52.770874 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-dd5b820a-e388-4fe8-8425-6544b3cba33f req-ea417523-a474-4671-9bce-e9a100ab996e tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.0862358 Nov 22 15:26:52.819645 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-dd5b820a-e388-4fe8-8425-6544b3cba33f req-77ca7f1a-47cd-41d9-9437-2ffc6746abc1 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Nov 22 15:26:54.036979 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a782200-974d-42d1-be4d-9d1b18c2e17f req-852de183-34fc-4f04-9cc1-3e5ad14e0bc7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:54.038635 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6a782200-974d-42d1-be4d-9d1b18c2e17f req-852de183-34fc-4f04-9cc1-3e5ad14e0bc7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.0835316 Nov 22 15:26:54.092200 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6a782200-974d-42d1-be4d-9d1b18c2e17f req-c5934c04-c149-4a94-aaa6-5636def16a41 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472956 Nov 22 15:26:54.700626 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 36512) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:54.861217 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97d1c61d-88b4-49a8-975b-beeed95b6f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:54.895568 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-97d1c61d-88b4-49a8-975b-beeed95b6f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:54.902260 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-97d1c61d-88b4-49a8-975b-beeed95b6f5c admin admin] Usage tracker for resource:security_group_rule and tenant:95c0f1ad4f0049f19470c3d76f956a12 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:54.905944 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-97d1c61d-88b4-49a8-975b-beeed95b6f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:54.913368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-97d1c61d-88b4-49a8-975b-beeed95b6f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:54.992393 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97d1c61d-88b4-49a8-975b-beeed95b6f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:54.995091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97d1c61d-88b4-49a8-975b-beeed95b6f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:55.002508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5d1a6fae-49e3-49a4-9eda-d02f952bd150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:55.045245 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1c61d-88b4-49a8-975b-beeed95b6f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd8c72e-50f8-44be-930f-d0f4e567e019,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:55.053065 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-97d1c61d-88b4-49a8-975b-beeed95b6f5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95c0f1ad4f0049f19470c3d76f956a12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3486965 Nov 22 15:26:55.053065 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-97d1c61d-88b4-49a8-975b-beeed95b6f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:55.053524 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 36518) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:55.117354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6926dd6e-c957-446d-bd19-9bd23e88ee17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:55.148257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6926dd6e-c957-446d-bd19-9bd23e88ee17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:55.199031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6926dd6e-c957-446d-bd19-9bd23e88ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:55.207114 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-4fcfebc6-b9df-401d-bbe2-c0a9f24dc2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:55.218437 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926dd6e-c957-446d-bd19-9bd23e88ee17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd8c72e-50f8-44be-930f-d0f4e567e019,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:55.222945 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6926dd6e-c957-446d-bd19-9bd23e88ee17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:55.226936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6926dd6e-c957-446d-bd19-9bd23e88ee17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:55.232075 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-6926dd6e-c957-446d-bd19-9bd23e88ee17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebd8c72e-50f8-44be-930f-d0f4e567e019 HTTP/1.1" status: 204 len: 168 time: 0.1737587 Nov 22 15:26:55.386429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0a045-eb33-42c6-a9b8-e0e04165bf54 req-1fbb2e7c-eb96-4a14-8c5e-ac0cbecfcea9 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:55.389415 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cda0a045-eb33-42c6-a9b8-e0e04165bf54 req-1fbb2e7c-eb96-4a14-8c5e-ac0cbecfcea9 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1619925 Nov 22 15:26:55.460722 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cda0a045-eb33-42c6-a9b8-e0e04165bf54 req-59856f79-2bf3-435b-bcc0-f4785ac2373a tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645792 Nov 22 15:26:56.723881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143d5be-67f8-48d9-8e4b-b77de3d384f1 req-e776927b-4b97-49fe-b847-f9afdf44ecf9 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:56.726002 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d143d5be-67f8-48d9-8e4b-b77de3d384f1 req-e776927b-4b97-49fe-b847-f9afdf44ecf9 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1144829 Nov 22 15:26:56.769837 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 36572) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:56.791430 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d143d5be-67f8-48d9-8e4b-b77de3d384f1 req-2f22d241-4ee2-42e1-af1c-0ba313faf2e0 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588570 Nov 22 15:26:56.956913 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1343dc9-a213-4c95-9454-da437af14c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:56.994404 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c1343dc9-a213-4c95-9454-da437af14c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:56.998596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c1343dc9-a213-4c95-9454-da437af14c6f admin admin] Usage tracker for resource:security_group_rule and tenant:2900b522b2794d7a8fa1e9d2b2574039 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:57.001653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c1343dc9-a213-4c95-9454-da437af14c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:57.008312 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c1343dc9-a213-4c95-9454-da437af14c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:57.083801 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1343dc9-a213-4c95-9454-da437af14c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:57.086703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1343dc9-a213-4c95-9454-da437af14c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:57.095006 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1d7bf3d8-3eed-4c6d-aad2-f394f8d13dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:57.138371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1343dc9-a213-4c95-9454-da437af14c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c8c868-01f1-4fd7-88ea-e8d4a1175c29,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:57.142046 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c1343dc9-a213-4c95-9454-da437af14c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:57.145439 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-c1343dc9-a213-4c95-9454-da437af14c6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2900b522b2794d7a8fa1e9d2b2574039&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3743055 Nov 22 15:26:57.148449 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 36582) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:57.214845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53d14d1e-045b-40ac-8efe-be4e035f7efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:57.242848 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53d14d1e-045b-40ac-8efe-be4e035f7efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:57.303919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53d14d1e-045b-40ac-8efe-be4e035f7efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:57.309340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5b7a8839-43f6-475f-bf33-2e8086012d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:57.321272 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d14d1e-045b-40ac-8efe-be4e035f7efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c8c868-01f1-4fd7-88ea-e8d4a1175c29,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:57.325186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-53d14d1e-045b-40ac-8efe-be4e035f7efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:57.328653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53d14d1e-045b-40ac-8efe-be4e035f7efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:57.333579 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-53d14d1e-045b-40ac-8efe-be4e035f7efa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39c8c868-01f1-4fd7-88ea-e8d4a1175c29 HTTP/1.1" status: 204 len: 168 time: 0.1839302 Nov 22 15:26:58.037274 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813fb14-dd86-4127-989a-2e549c0bbc90 req-ee6f0092-89d4-48f0-ac63-e143971210e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:58.039200 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b813fb14-dd86-4127-989a-2e549c0bbc90 req-ee6f0092-89d4-48f0-ac63-e143971210e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1006453 Nov 22 15:26:58.099224 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b813fb14-dd86-4127-989a-2e549c0bbc90 req-542c17f3-0ae3-400c-86af-a3753ee605fe tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474658 Nov 22 15:26:58.877174 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-02826605-3f69-4ef3-8ad1-f6384073ac53 req-58ac382d-ee47-4dba-b61a-0408adc4d946 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 1098 time: 0.0932739 Nov 22 15:26:58.928511 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-02826605-3f69-4ef3-8ad1-f6384073ac53 req-6d528c21-e886-4209-9b45-48bf7df71814 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Nov 22 15:26:59.343880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 36658) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:59.390685 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfd193-7667-49d2-a67a-d01cd02a236c req-107732a9-d945-4fe4-9af8-e70b4e18b9dc tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:59.398772 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-99dfd193-7667-49d2-a67a-d01cd02a236c req-107732a9-d945-4fe4-9af8-e70b4e18b9dc tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1163087 Nov 22 15:26:59.459556 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-99dfd193-7667-49d2-a67a-d01cd02a236c req-7834b24f-8600-4c7a-b1da-f2d58c748624 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593746 Nov 22 15:26:59.576283 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb5a622f-01d3-4eac-9d3b-c99f63eb56ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:59.611101 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cb5a622f-01d3-4eac-9d3b-c99f63eb56ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:59.615921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-cb5a622f-01d3-4eac-9d3b-c99f63eb56ed admin admin] Usage tracker for resource:security_group_rule and tenant:7679a0d5d559461181afb17e04e72e4e is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:59.618987 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-cb5a622f-01d3-4eac-9d3b-c99f63eb56ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:59.625235 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cb5a622f-01d3-4eac-9d3b-c99f63eb56ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:59.700091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb5a622f-01d3-4eac-9d3b-c99f63eb56ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:59.703184 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb5a622f-01d3-4eac-9d3b-c99f63eb56ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:59.710693 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3bf02784-2fdb-44f3-8e9a-d465af2dd38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:59.767293 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a622f-01d3-4eac-9d3b-c99f63eb56ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e38bfeb-a53e-4f5a-81e7-b5fdf7ab3718,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:59.773644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-cb5a622f-01d3-4eac-9d3b-c99f63eb56ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:59.777734 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-cb5a622f-01d3-4eac-9d3b-c99f63eb56ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7679a0d5d559461181afb17e04e72e4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4326091 Nov 22 15:26:59.780787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 36672) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:59.867454 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7aa6c852-1c29-4657-ad13-29e93e1d44ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:59.905455 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7aa6c852-1c29-4657-ad13-29e93e1d44ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:59.960887 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7aa6c852-1c29-4657-ad13-29e93e1d44ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:59.966228 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-0d0aa3ed-0ded-4511-8b42-711fe3179737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:59.983488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6c852-1c29-4657-ad13-29e93e1d44ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e38bfeb-a53e-4f5a-81e7-b5fdf7ab3718,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:59.986959 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7aa6c852-1c29-4657-ad13-29e93e1d44ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:59.988946 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7aa6c852-1c29-4657-ad13-29e93e1d44ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:59.990875 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7aa6c852-1c29-4657-ad13-29e93e1d44ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e38bfeb-a53e-4f5a-81e7-b5fdf7ab3718 HTTP/1.1" status: 204 len: 168 time: 0.2083986 Nov 22 15:27:00.632918 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-491fd637-f752-4635-bc19-7078050a9a3c tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=89ea96a27e72491c946fb3eb2ffde4bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377719 Nov 22 15:27:00.827747 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc453b-ca87-4d79-85a5-75bd5a89da3b req-1d12210b-5483-424b-813b-7fa0b2ed2bbd tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:00.829538 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-81dc453b-ca87-4d79-85a5-75bd5a89da3b req-1d12210b-5483-424b-813b-7fa0b2ed2bbd tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1951461 Nov 22 15:27:00.927559 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-4a7cf04f-b027-443a-8556-48a3227e1743 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:00.930446 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-4a7cf04f-b027-443a-8556-48a3227e1743 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374263 Nov 22 15:27:00.932037 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-81dc453b-ca87-4d79-85a5-75bd5a89da3b req-767f26e7-11b7-4a75-8aaa-ed0d735b0a5f tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901763 Nov 22 15:27:00.967514 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-0f8dee0c-db4c-499f-a5a9-68a27a92b709 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/quotas/89ea96a27e72491c946fb3eb2ffde4bb HTTP/1.1" status: 200 len: 375 time: 0.0221486 Nov 22 15:27:01.049467 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-90688aa0-b83f-42a8-9457-39ffa74ac4c5 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=89ea96a27e72491c946fb3eb2ffde4bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806084 Nov 22 15:27:01.458437 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7088b4f9-3878-46ea-8e77-3650d9e7e4d3 req-440f0337-2222-4de3-ba73-ef7dc59d281e tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 210 time: 0.1386445 Nov 22 15:27:01.776454 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-519025cc-c6d4-4574-a207-9460835309ba req-c881da3e-0ebf-4e4c-9ce6-7b6b31ae72f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1ef99941b3143ba95a5434b23e794cd&device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 1098 time: 0.1312838 Nov 22 15:27:02.049131 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519025cc-c6d4-4574-a207-9460835309ba req-af27a074-6152-46d6-9458-3714849d5c05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:02.051292 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-519025cc-c6d4-4574-a207-9460835309ba req-af27a074-6152-46d6-9458-3714849d5c05 service neutron] 10.222.0.50 "GET /v2.0/networks?id=53be012a-dc8f-434c-8197-19ab47323fab HTTP/1.1" status: 200 len: 919 time: 0.2680848 Nov 22 15:27:02.153510 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-519025cc-c6d4-4574-a207-9460835309ba req-2bbe79d0-0f66-437e-95b6-f35d3a486e65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=454026fa-b673-4479-89bf-30d2216804e5 HTTP/1.1" status: 200 len: 217 time: 0.0912991 Nov 22 15:27:02.249138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519025cc-c6d4-4574-a207-9460835309ba req-0be7c6ff-7ec8-4b52-91eb-c72752934f83 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:02.250786 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-519025cc-c6d4-4574-a207-9460835309ba req-0be7c6ff-7ec8-4b52-91eb-c72752934f83 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=71b40b5c-6140-47b9-8c5b-5e58ad2caffe HTTP/1.1" status: 200 len: 858 time: 0.0882912 Nov 22 15:27:02.256842 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804c23a-97bf-417f-a80d-fb2899d53076 req-8bbd3aab-021d-44bd-8b03-89732226b3b0 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:02.265271 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0804c23a-97bf-417f-a80d-fb2899d53076 req-8bbd3aab-021d-44bd-8b03-89732226b3b0 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.3635914 Nov 22 15:27:02.420184 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-519025cc-c6d4-4574-a207-9460835309ba req-9d3ab2b4-04df-4633-b3ae-121893208a22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53be012a-dc8f-434c-8197-19ab47323fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523008 Nov 22 15:27:02.627489 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0804c23a-97bf-417f-a80d-fb2899d53076 req-0131dc4a-e12c-41e8-93b4-6220bc40b83f tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609717 Nov 22 15:27:02.678443 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-519025cc-c6d4-4574-a207-9460835309ba req-936dca73-62c6-4249-b3b8-7e76ff38eb69 service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493324 Nov 22 15:27:02.761153 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-27fba25d-818c-40dd-9a18-3bbbef4d7956 req-83cce6fc-caff-455c-a742-c530593a0483 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 210 time: 0.0812855 Nov 22 15:27:02.820414 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-00d5565f-4a29-44bb-806d-3a991d32e24e tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=89ea96a27e72491c946fb3eb2ffde4bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804756 Nov 22 15:27:02.947531 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-519025cc-c6d4-4574-a207-9460835309ba req-8c295e9c-9398-42b2-8513-07c92d9c8a51 service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185822 Nov 22 15:27:03.110231 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-a2e3e69f-45af-4c5d-bf93-53c64610ad63 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:03.112474 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-a2e3e69f-45af-4c5d-bf93-53c64610ad63 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847376 Nov 22 15:27:03.130398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Request body: {'port': {'device_id': '7d4011fc-466f-4aa2-9bfd-7a7905e21429', 'network_id': '28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209', 'admin_state_up': True, 'tenant_id': '89ea96a27e72491c946fb3eb2ffde4bb'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:03.483477 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:03.486451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Usage tracker for resource:port and tenant:89ea96a27e72491c946fb3eb2ffde4bb is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:03.489535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:03.495584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:03.505178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Made reservation on behalf of 89ea96a27e72491c946fb3eb2ffde4bb for: {'port': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:27:03.510421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:03.525401 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:03.565818 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:03.570412 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Usage tracker for resource:security_group_rule and tenant:89ea96a27e72491c946fb3eb2ffde4bb is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:03.573934 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:03.581674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:03.663857 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:03.667008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:03.670330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-53d14d1e-045b-40ac-8efe-be4e035f7efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:03.767264 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d80d0d5-2768-4d88-8aeb-428891adc4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:03.772773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9800c31-8232-4e99-8562-7a6b9f7f1268,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:03.790157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:03.790573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:03.791073 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:03.791366 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:03.791750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:03.792142 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:03.792521 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:03.792885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:03.793264 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:03.793642 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:03.794012 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:03.801041 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:03.895031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccbdcd-cef2-444a-b8f2-098aa3266436 req-ac3cd20a-86ac-47e2-ade3-45a4546db926 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:03.897549 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-45ccbdcd-cef2-444a-b8f2-098aa3266436 req-ac3cd20a-86ac-47e2-ade3-45a4546db926 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1151836 Nov 22 15:27:03.909407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Allocated IP 192.168.233.106 (28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209/3008d8d0-c5a3-4d5b-a151-d256538480b1/db552527-c6f2-4245-8285-403904082e7f) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:27:03.963944 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-45ccbdcd-cef2-444a-b8f2-098aa3266436 req-a0dce973-5de2-4bed-9f2f-8b77a357a71e tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551565 Nov 22 15:27:04.007850 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7e5bb409-a885-4feb-a50a-1d5607e250d9 req-2b68fb82-a926-47d3-a4e2-5d03251329ff tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 210 time: 0.0475199 Nov 22 15:27:04.138025 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:04.155476 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Transition to ACTIVE for port object db552527-c6f2-4245-8285-403904082e7f will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:04.176442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:04.184021 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:04.262889 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Network 28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:27:04.266747 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Pushing event updated for resources: {'Port': ['ID=db552527-c6f2-4245-8285-403904082e7f,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:04.270134 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:04.271416 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:04.273900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:27:04.379969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:04.381108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:04.410911 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2858963 Nov 22 15:27:04.643146 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-3c561834-f123-4002-a88d-b754156e9687 None None] Provisioning for port db552527-c6f2-4245-8285-403904082e7f completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:04.649931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-3c561834-f123-4002-a88d-b754156e9687 None None] Provisioning complete for port db552527-c6f2-4245-8285-403904082e7f triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:04.650352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c561834-f123-4002-a88d-b754156e9687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:04.704209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3c561834-f123-4002-a88d-b754156e9687 None None] Port db552527-c6f2-4245-8285-403904082e7f cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:27:05.119463 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:05.245788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a2437-175f-4f28-b24d-0812b983ffa1 req-7979c12f-245e-4190-98b1-9d3e856d311d tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:05.247409 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7c6a2437-175f-4f28-b24d-0812b983ffa1 req-7979c12f-245e-4190-98b1-9d3e856d311d tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1460440 Nov 22 15:27:05.503237 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7c6a2437-175f-4f28-b24d-0812b983ffa1 req-39564be3-aea1-457c-93de-ccca7cb0032a tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481844 Nov 22 15:27:05.522037 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b129a96-7f0f-4460-a6a9-1b3c6a37bc34 req-5ef12dc1-639a-4263-8b4e-d0c5d931c6f8 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:05.523917 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6b129a96-7f0f-4460-a6a9-1b3c6a37bc34 req-5ef12dc1-639a-4263-8b4e-d0c5d931c6f8 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 936 time: 0.3258822 Nov 22 15:27:05.577309 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6b129a96-7f0f-4460-a6a9-1b3c6a37bc34 req-1f3e6f1f-87bd-4330-a237-282de1cfda2f tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471942 Nov 22 15:27:05.911707 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Request body: {'port': {'device_id': '7d4011fc-466f-4aa2-9bfd-7a7905e21429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:05.976463 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2cac727c-c7aa-42e4-88e6-1a62f030b517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:06.067583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:06.235587 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:06.453889 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db552527-c6f2-4245-8285-403904082e7f {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:27:06.464144 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:06.480631 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Transition to ACTIVE for port object db552527-c6f2-4245-8285-403904082e7f will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:06.483816 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:06.488332 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:06.615319 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Pushing event updated for resources: {'Port': ['ID=db552527-c6f2-4245-8285-403904082e7f,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:06.623592 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:06.786253 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Attempting to bind port db552527-c6f2-4245-8285-403904082e7f on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:27:06.786659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Attempting to bind port db552527-c6f2-4245-8285-403904082e7f by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:27:06.787039 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Attempting to bind port db552527-c6f2-4245-8285-403904082e7f on network 28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:27:06.793785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Port db552527-c6f2-4245-8285-403904082e7f on network 28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:27:06.794154 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Attempting to bind port db552527-c6f2-4245-8285-403904082e7f on network 28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:27:06.801530 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:27:06.801914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Checking segment: {'id': 'c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:27:06.802348 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Bound using segment: {'id': 'c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:27:06.802863 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Bound port: db552527-c6f2-4245-8285-403904082e7f, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:27:06.803256 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:06.829289 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528c6d3-0b90-4da9-918a-3acd282dfb3f req-8c7984b1-f2c7-4d81-86ef-5565d633f352 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:06.838865 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b528c6d3-0b90-4da9-918a-3acd282dfb3f req-8c7984b1-f2c7-4d81-86ef-5565d633f352 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1868804 Nov 22 15:27:06.908422 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b528c6d3-0b90-4da9-918a-3acd282dfb3f req-2f59cb0a-9e84-4a43-bad9-2cb69c7fb445 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683780 Nov 22 15:27:06.914852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] For port db552527-c6f2-4245-8285-403904082e7f, host hv-cinder-81877, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:27:06.918199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] For port db552527-c6f2-4245-8285-403904082e7f, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=db552527-c6f2-4245-8285-403904082e7f,segment=NetworkSegment(c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8),segment_id=c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:27:06.922240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:06.925273 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11218ba6-58ee-4d8f-ac0b-529b094fd053 req-b00aecab-33b9-40fb-8b67-f5d5053722e9 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:06.927177 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-11218ba6-58ee-4d8f-ac0b-529b094fd053 req-b00aecab-33b9-40fb-8b67-f5d5053722e9 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 948 time: 0.1610527 Nov 22 15:27:06.927352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:06.985051 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-11218ba6-58ee-4d8f-ac0b-529b094fd053 req-10619614-dce6-490a-b3c4-78da2247e8a0 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486465 Nov 22 15:27:06.990491 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:06.992015 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] 10.222.0.50 "PUT /v2.0/ports/db552527-c6f2-4245-8285-403904082e7f HTTP/1.1" status: 200 len: 1098 time: 1.0870192 Nov 22 15:27:06.992528 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4011fc-466f-4aa2-9bfd-7a7905e21429', 'tag': 'db552527-c6f2-4245-8285-403904082e7f'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:07.022607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Pushing event updated for resources: {'Port': ['ID=db552527-c6f2-4245-8285-403904082e7f,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:07.026545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:07.056884 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4011fc-466f-4aa2-9bfd-7a7905e21429', 'tag': 'db552527-c6f2-4245-8285-403904082e7f', 'status': 'completed', 'code': 200} Nov 22 15:27:07.385867 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:08.034320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:08.166239 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9871b2c-1a12-420a-a720-94c1eb62fdfe req-8ca86e4e-9fda-4998-996a-d22379bc59cc tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:08.167917 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a9871b2c-1a12-420a-a720-94c1eb62fdfe req-8ca86e4e-9fda-4998-996a-d22379bc59cc tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1288304 Nov 22 15:27:08.247612 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a9871b2c-1a12-420a-a720-94c1eb62fdfe req-038c6d1f-e188-4dcc-b376-5a7f8690d66c tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661409 Nov 22 15:27:08.263191 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b3d25-8a04-44cd-a24e-e67b31547076 req-959c02a5-6309-4d50-9f2b-6e9156c4d0eb tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:08.264817 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-114b3d25-8a04-44cd-a24e-e67b31547076 req-959c02a5-6309-4d50-9f2b-6e9156c4d0eb tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 948 time: 0.1391857 Nov 22 15:27:08.325075 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-114b3d25-8a04-44cd-a24e-e67b31547076 req-fb2d7d8f-9fb8-4450-b13c-635e33f11c3b tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472419 Nov 22 15:27:09.284334 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9a56c962-fede-4e02-a65c-c36cf0e8a8e9 req-341982df-ec3f-49c5-b5b1-a4428c7d39f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89ea96a27e72491c946fb3eb2ffde4bb&device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 1101 time: 0.0909088 Nov 22 15:27:09.342955 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9a56c962-fede-4e02-a65c-c36cf0e8a8e9 req-c4600435-8ef0-4777-8845-d8948e17be26 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=89ea96a27e72491c946fb3eb2ffde4bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388813 Nov 22 15:27:09.534019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56c962-fede-4e02-a65c-c36cf0e8a8e9 req-ed6a1c5b-2448-4c2e-ae97-8986c4083994 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:09.536117 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9a56c962-fede-4e02-a65c-c36cf0e8a8e9 req-ed6a1c5b-2448-4c2e-ae97-8986c4083994 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1861758 Nov 22 15:27:09.615899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f827c-77ac-4285-a765-6ce6789bcae3 req-82a037ca-2b35-4cc4-a448-1a3806d6b4f7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:09.617615 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3c9f827c-77ac-4285-a765-6ce6789bcae3 req-82a037ca-2b35-4cc4-a448-1a3806d6b4f7 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1864793 Nov 22 15:27:09.665440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bc7e8-932f-4311-bd60-726c5260ac9b req-d0af9959-0235-46a5-9f4d-d064af0b16ea tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:09.671512 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f09bc7e8-932f-4311-bd60-726c5260ac9b req-d0af9959-0235-46a5-9f4d-d064af0b16ea tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 948 time: 0.1587801 Nov 22 15:27:09.691527 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-3a8cfab5-e558-4924-b4c3-b3621f0823be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89ea96a27e72491c946fb3eb2ffde4bb&device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 1101 time: 0.1069055 Nov 22 15:27:09.731548 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3c9f827c-77ac-4285-a765-6ce6789bcae3 req-7b16db2e-9298-4651-ab75-c54bfc949ecc tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070886 Nov 22 15:27:09.743610 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f09bc7e8-932f-4311-bd60-726c5260ac9b req-bc955741-0109-472a-8291-b38372fac5c7 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693650 Nov 22 15:27:11.034089 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195c309-6a87-4ab3-8357-1149fd59e8cf req-34fa4951-2d3c-43bc-a5d2-2619b0f06811 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:11.036700 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f195c309-6a87-4ab3-8357-1149fd59e8cf req-34fa4951-2d3c-43bc-a5d2-2619b0f06811 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 948 time: 0.1278052 Nov 22 15:27:11.046510 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60410481-2314-480b-805e-e7a6d791b310 req-36ea89c0-fb77-45a0-b636-c936e6fc525d tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:11.048242 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-60410481-2314-480b-805e-e7a6d791b310 req-36ea89c0-fb77-45a0-b636-c936e6fc525d tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1823316 Nov 22 15:27:11.136941 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f195c309-6a87-4ab3-8357-1149fd59e8cf req-49dbfb95-16ec-4eaf-8ce4-9bf48d713e77 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875907 Nov 22 15:27:11.149934 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-60410481-2314-480b-805e-e7a6d791b310 req-e1af58b7-2e96-4339-b102-63c4024033e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753822 Nov 22 15:27:11.484604 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-9bfcdc3e-e8fd-48b0-9c6b-c18c933b0011 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=db552527-c6f2-4245-8285-403904082e7f HTTP/1.1" status: 200 len: 217 time: 0.0758672 Nov 22 15:27:12.452613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff490d-cabc-419a-872a-ad6d11b08444 req-e7b380d2-7fb9-475b-9b2f-77206a0abeb3 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:12.454245 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7eff490d-cabc-419a-872a-ad6d11b08444 req-e7b380d2-7fb9-475b-9b2f-77206a0abeb3 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1417651 Nov 22 15:27:12.465796 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c521afc-2aa1-4207-bc1c-9fbbeb8bfeae req-41100579-56e4-470a-9b42-958ce30d94f5 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:12.467535 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8c521afc-2aa1-4207-bc1c-9fbbeb8bfeae req-41100579-56e4-470a-9b42-958ce30d94f5 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 948 time: 0.1953785 Nov 22 15:27:12.496628 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-c91b546a-05b8-4599-8cf8-06fe6cefb213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:12.498351 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-c91b546a-05b8-4599-8cf8-06fe6cefb213 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3008d8d0-c5a3-4d5b-a151-d256538480b1 HTTP/1.1" status: 200 len: 843 time: 0.1064363 Nov 22 15:27:12.548354 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7eff490d-cabc-419a-872a-ad6d11b08444 req-2a164e29-3bfd-46ee-87ba-7470f6641f39 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796883 Nov 22 15:27:12.550424 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8c521afc-2aa1-4207-bc1c-9fbbeb8bfeae req-d880c6f6-0890-49ff-b05e-4246571ed1f8 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675166 Nov 22 15:27:12.612639 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-3603fd6c-f6e5-48ad-b2a1-21525808716e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1071367 Nov 22 15:27:12.808030 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-f98a915e-71c3-4a49-9408-a7d9e9d51f99 service neutron] 10.222.0.50 "GET /v2.0/networks/28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852744 Nov 22 15:27:12.970377 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ca85d45-5b8e-4530-8e24-093d01c28746 req-93ed4126-bd1f-4e84-95a8-6922d99ae6de service neutron] 10.222.0.50 "GET /v2.0/networks/28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523788 Nov 22 15:27:13.944414 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f959f-7bb7-422e-87e9-5db2f466ac84 req-dd2971b7-62b0-493c-acfe-2a8d7947eec1 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:13.946315 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-dc9f959f-7bb7-422e-87e9-5db2f466ac84 req-dd2971b7-62b0-493c-acfe-2a8d7947eec1 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 948 time: 0.1747646 Nov 22 15:27:13.960231 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1aff0-e984-47b0-98f2-204ec1758c57 req-4439404d-cc5e-4266-9fd9-4ce7f98674be tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:13.962221 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cce1aff0-e984-47b0-98f2-204ec1758c57 req-4439404d-cc5e-4266-9fd9-4ce7f98674be tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1423526 Nov 22 15:27:14.048252 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-dc9f959f-7bb7-422e-87e9-5db2f466ac84 req-7e792ff7-28e9-41c9-8375-25323381e355 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848961 Nov 22 15:27:14.051354 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cce1aff0-e984-47b0-98f2-204ec1758c57 req-f6eb6e48-a32c-49d4-b40d-b39358519c92 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715084 Nov 22 15:27:15.293736 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7e632-f27e-45cb-9fc9-5663ada05bba req-8a4dbce8-82e5-4ce8-af75-bd5a0ba0610f tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:15.295526 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1be7e632-f27e-45cb-9fc9-5663ada05bba req-8a4dbce8-82e5-4ce8-af75-bd5a0ba0610f tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 948 time: 0.0947518 Nov 22 15:27:15.355263 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1be7e632-f27e-45cb-9fc9-5663ada05bba req-a12ab842-0d52-497a-affc-e9de9e77658e tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482070 Nov 22 15:27:16.576934 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff649cce-bad5-4e8e-a28f-14dd6e7d516f req-9519651f-baba-4945-aefc-a930d7e18212 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:16.578656 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ff649cce-bad5-4e8e-a28f-14dd6e7d516f req-9519651f-baba-4945-aefc-a930d7e18212 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 948 time: 0.0931838 Nov 22 15:27:16.654906 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ff649cce-bad5-4e8e-a28f-14dd6e7d516f req-44546c19-f8f9-4831-b220-f1b19fdd2474 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666802 Nov 22 15:27:17.036823 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47148cd-5daa-48f8-b608-364160a7b55b req-b6f7c1d3-80e7-46af-b3bf-81dc8f683937 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:17.038442 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c47148cd-5daa-48f8-b608-364160a7b55b req-b6f7c1d3-80e7-46af-b3bf-81dc8f683937 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1172347 Nov 22 15:27:17.098513 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c47148cd-5daa-48f8-b608-364160a7b55b req-5e57749c-d47c-4697-9739-4ccfe2472cdf tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497723 Nov 22 15:27:17.925700 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3983b-1d01-41ab-a1a1-d12b74231790 req-f2d31787-d331-46cc-9bc7-62c8684e2f40 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:17.927282 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6bd3983b-1d01-41ab-a1a1-d12b74231790 req-f2d31787-d331-46cc-9bc7-62c8684e2f40 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 948 time: 0.1067166 Nov 22 15:27:17.961982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device db552527-c6f2-4245-8285-403904082e7f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:27:17.998942 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6bd3983b-1d01-41ab-a1a1-d12b74231790 req-03196102-a452-4654-b87f-986dfd051af6 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653486 Nov 22 15:27:18.154799 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port db552527-c6f2-4245-8285-403904082e7f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=db552527-c6f2-4245-8285-403904082e7f,segment=NetworkSegment(c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8),segment_id=c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:18.175468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': 'db552527-c6f2-4245-8285-403904082e7f', 'network_id': '28ec98b8-03dd-4bc4-9dfe-d5a4b79b9209', 'port_id': 'db552527-c6f2-4245-8285-403904082e7f', 'mac_address': 'fa:16:3e:5a:a4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3008d8d0-c5a3-4d5b-a151-d256538480b1', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:27:18.240360 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:18.263384 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db552527-c6f2-4245-8285-403904082e7f {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:27:18.280054 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port db552527-c6f2-4245-8285-403904082e7f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=db552527-c6f2-4245-8285-403904082e7f,segment=NetworkSegment(c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8),segment_id=c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:18.284406 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:18.287226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:18.380252 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=db552527-c6f2-4245-8285-403904082e7f,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:18.390233 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:18.390885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:18.391458 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:18.391987 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:18.393022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:18.393533 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:18.394039 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:18.394601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:18.394990 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:18.395357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:18.395720 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:18.401537 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:19.227899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041097e2-b640-4c84-862e-f35cf3e1db79 req-a4e21558-5a14-48ed-acd9-29067778dc0d tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:19.229523 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-041097e2-b640-4c84-862e-f35cf3e1db79 req-a4e21558-5a14-48ed-acd9-29067778dc0d tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 949 time: 0.0986948 Nov 22 15:27:19.293923 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-041097e2-b640-4c84-862e-f35cf3e1db79 req-7fbc18fe-b391-4fb2-b09d-e65c14779e71 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555339 Nov 22 15:27:20.538461 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f2f00-956d-4812-88c6-0ff89460a2c2 req-aca376b8-1e73-42b2-bfe3-e1b009e764d4 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:20.546121 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-217f2f00-956d-4812-88c6-0ff89460a2c2 req-aca376b8-1e73-42b2-bfe3-e1b009e764d4 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 949 time: 0.1154776 Nov 22 15:27:20.594848 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-217f2f00-956d-4812-88c6-0ff89460a2c2 req-f77d684d-064f-4f6a-9285-c28b6881eb10 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492141 Nov 22 15:27:20.910831 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['db552527-c6f2-4245-8285-403904082e7f'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:27:21.846546 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f01fad-7d8e-4b32-998f-cbb5c66b46ed req-43b503b4-5f5c-41e4-a87f-f992cfb70017 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:21.848293 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-99f01fad-7d8e-4b32-998f-cbb5c66b46ed req-43b503b4-5f5c-41e4-a87f-f992cfb70017 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 949 time: 0.1132956 Nov 22 15:27:21.929081 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-99f01fad-7d8e-4b32-998f-cbb5c66b46ed req-e1693514-9d92-4b71-bbc2-4f7fb6bc6781 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733788 Nov 22 15:27:21.954838 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device db552527-c6f2-4245-8285-403904082e7f up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:22.011539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 37182) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:22.075915 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port db552527-c6f2-4245-8285-403904082e7f completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:22.085655 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port db552527-c6f2-4245-8285-403904082e7f triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:22.085989 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:22.284239 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:22.300986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:22.328671 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4011fc-466f-4aa2-9bfd-7a7905e21429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db552527-c6f2-4245-8285-403904082e7f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:22.366104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port db552527-c6f2-4245-8285-403904082e7f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=db552527-c6f2-4245-8285-403904082e7f,segment=NetworkSegment(c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8),segment_id=c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:22.373267 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:22.377429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bcad9aca-f08f-4993-a56c-85ed9324200e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:22.417326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:22.427921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Usage tracker for resource:security_group_rule and tenant:f99c3e69714e40f783f1d12dd1d3e08c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:22.434900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:22.450740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:22.494567 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4011fc-466f-4aa2-9bfd-7a7905e21429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db552527-c6f2-4245-8285-403904082e7f', 'code': 200} Nov 22 15:27:22.572956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=db552527-c6f2-4245-8285-403904082e7f,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:22.581595 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:22.597868 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:22.603945 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:22.622932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-60b7e9dd-e1ee-4dc4-92e4-972c19a34201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:22.666821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a48b12-576a-42fd-b04e-8219e12e4289,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:22.685196 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:22.685597 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:22.685986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:22.686364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:22.686795 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:22.687183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:22.687556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:22.687934 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:22.688309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:22.688686 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:22.689058 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:22.710813 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f99c3e69714e40f783f1d12dd1d3e08c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6973450 Nov 22 15:27:22.713722 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 37226) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:22.715575 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:22.797763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-946d329c-5725-4bba-a096-d35e8eb0eee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:22.831600 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-946d329c-5725-4bba-a096-d35e8eb0eee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:22.861361 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 37236) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:22.889504 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ae7759c6-5255-4e64-a4ad-fb3ccbd6d1a0 req-c84eb77f-6051-45c7-9950-1a9ac1241370 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 1103 time: 0.1975489 Nov 22 15:27:22.891763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-946d329c-5725-4bba-a096-d35e8eb0eee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:22.896540 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-28edcb62-4af2-4010-b589-bf4b3ec5ab02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:22.908653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d329c-5725-4bba-a096-d35e8eb0eee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a48b12-576a-42fd-b04e-8219e12e4289,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:22.918503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-946d329c-5725-4bba-a096-d35e8eb0eee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:22.924791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-946d329c-5725-4bba-a096-d35e8eb0eee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:22.926251 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-946d329c-5725-4bba-a096-d35e8eb0eee5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28a48b12-576a-42fd-b04e-8219e12e4289 HTTP/1.1" status: 204 len: 168 time: 0.2094095 Nov 22 15:27:22.988253 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ae7759c6-5255-4e64-a4ad-fb3ccbd6d1a0 req-ae541c41-1def-46c9-af63-1411e7d67122 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874367 Nov 22 15:27:23.127555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e8ea253-4bae-412f-986d-bb2db0d03245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:23.193603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6e8ea253-4bae-412f-986d-bb2db0d03245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:23.200372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-6e8ea253-4bae-412f-986d-bb2db0d03245 admin admin] Usage tracker for resource:security_group_rule and tenant:5b9a643bcaa4497fb10d0b88766f1b01 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:23.205445 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-6e8ea253-4bae-412f-986d-bb2db0d03245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:23.222096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57bb37-6750-4af5-99e1-c79d58ad0278 req-0b17ab93-d659-48d5-b7d8-d2616e4aa9d0 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:23.230799 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9f57bb37-6750-4af5-99e1-c79d58ad0278 req-0b17ab93-d659-48d5-b7d8-d2616e4aa9d0 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 950 time: 0.1088581 Nov 22 15:27:23.240140 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6e8ea253-4bae-412f-986d-bb2db0d03245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:23.310466 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9f57bb37-6750-4af5-99e1-c79d58ad0278 req-563be1ca-4a44-426a-a8c3-a7efc1949e37 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778029 Nov 22 15:27:23.410852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e8ea253-4bae-412f-986d-bb2db0d03245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:23.414177 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e8ea253-4bae-412f-986d-bb2db0d03245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:23.422334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c1343dc9-a213-4c95-9454-da437af14c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:23.467322 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-6e8ea253-4bae-412f-986d-bb2db0d03245 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b9a643bcaa4497fb10d0b88766f1b01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5965996 Nov 22 15:27:23.467985 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ea253-4bae-412f-986d-bb2db0d03245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46831233-eb20-4d38-805c-381559289231,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:23.471010 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 37260) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:23.474165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6e8ea253-4bae-412f-986d-bb2db0d03245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:23.563204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ecac26b9-7d39-4cb4-a097-02f83090ebcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:23.609702 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ecac26b9-7d39-4cb4-a097-02f83090ebcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:23.660735 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ecac26b9-7d39-4cb4-a097-02f83090ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:23.665795 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:23.677603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac26b9-7d39-4cb4-a097-02f83090ebcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46831233-eb20-4d38-805c-381559289231,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:23.682862 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ecac26b9-7d39-4cb4-a097-02f83090ebcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:23.684859 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ecac26b9-7d39-4cb4-a097-02f83090ebcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:23.686118 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ecac26b9-7d39-4cb4-a097-02f83090ebcd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46831233-eb20-4d38-805c-381559289231 HTTP/1.1" status: 204 len: 168 time: 0.2136142 Nov 22 15:27:24.572567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f40e21-ebcf-404b-ba51-7fd737ed24bb req-31de5389-cf2b-468a-a199-9283876edc99 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:24.575545 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-97f40e21-ebcf-404b-ba51-7fd737ed24bb req-31de5389-cf2b-468a-a199-9283876edc99 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 950 time: 0.1092651 Nov 22 15:27:24.644496 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-97f40e21-ebcf-404b-ba51-7fd737ed24bb req-128656bc-a07f-42b0-9e8b-b3becd026118 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589457 Nov 22 15:27:24.816011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 37314) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:24.998554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-673815994-network', 'tenant_id': 'f9249cea556a4ab7a9134f559a16911d'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:25.004668 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:25.011334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Usage tracker for resource:network and tenant:f9249cea556a4ab7a9134f559a16911d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:25.016338 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:25.027899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:25.043017 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Made reservation on behalf of f9249cea556a4ab7a9134f559a16911d for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:27:25.057274 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.061552 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.100617 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:25.104996 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Usage tracker for resource:security_group_rule and tenant:f9249cea556a4ab7a9134f559a16911d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:25.108834 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:25.115306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:25.293177 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.296960 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.300715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b8909f07-0c19-45d7-879b-a2e2a11be416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:25.342664 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247f9ec-9790-4c9a-9dd3-d315933ca041 req-36465c35-d7eb-4d88-8e28-d8e95b4c017e tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:25.344179 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d247f9ec-9790-4c9a-9dd3-d315933ca041 req-36465c35-d7eb-4d88-8e28-d8e95b4c017e tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 950 time: 0.2112808 Nov 22 15:27:25.348268 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:27:25.360523 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b442d3f-66ef-472f-a5c4-8c25ffe97979,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:25.386353 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:25.391438 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.391831 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Added segment 36054a66-882a-4bd1-aab7-120507f54b18 of type vlan for network 953c622f-d4c6-47e6-9364-6baa35a3d96f Nov 22 15:27:25.436563 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.443124 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d247f9ec-9790-4c9a-9dd3-d315933ca041 req-fc3f031c-1a2c-46ff-9233-0bf1405dfa1f tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854287 Nov 22 15:27:25.471673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.472931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:25.473566 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.478572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-507ff3a4-1041-4472-bb93-7dcb468c5232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:25.596097 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7782855 Nov 22 15:27:25.599653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Pushing event updated for resources: {'Network': ['ID=953c622f-d4c6-47e6-9364-6baa35a3d96f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:25.599886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 37328) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:25.603809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:25.613941 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 953c622f-d4c6-47e6-9364-6baa35a3d96f details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:27:25.614513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Request body: {'subnet': {'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-673815994-subnet', 'tenant_id': 'f9249cea556a4ab7a9134f559a16911d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:25.620095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:25.624873 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Usage tracker for resource:subnet and tenant:f9249cea556a4ab7a9134f559a16911d is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:25.629030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:25.635840 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:25.647061 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Made reservation on behalf of f9249cea556a4ab7a9134f559a16911d for: {'subnet': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:27:25.651814 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1318770'] for subnet, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.924869 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1475475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1318755'] for subnet, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.929265 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-72ebb914-3cbe-43a2-9277-01cef7bc63e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:26.002353 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff3a625-d798-4783-b5da-538042d965c9,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:26.006575 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:26.024510 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Checking segment: {'id': '36054a66-882a-4bd1-aab7-120507f54b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:27:26.025056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Network hostable DHCP agents. Network: 953c622f-d4c6-47e6-9364-6baa35a3d96f, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:27:26.050576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Network 953c622f-d4c6-47e6-9364-6baa35a3d96f is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:27:26.059262 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 953c622f-d4c6-47e6-9364-6baa35a3d96f) {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:26.064855 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:26.065424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.071042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba142728-a94f-43be-b230-27a451ab77a4 None None] Network 953c622f-d4c6-47e6-9364-6baa35a3d96f requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:27:26.098375 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3c082342-d361-4e34-9e64-baf6b92e10cb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4965632 Nov 22 15:27:26.348990 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043563cc-57bf-427d-b21e-50f14c0fece3 None None] Network 953c622f-d4c6-47e6-9364-6baa35a3d96f requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:27:26.723669 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffd355-2309-4fbd-b191-009a3f3fb3cc req-179230e7-2a26-40ff-9603-02e2a1e8b640 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:26.726281 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-00ffd355-2309-4fbd-b191-009a3f3fb3cc req-179230e7-2a26-40ff-9603-02e2a1e8b640 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 950 time: 0.1181366 Nov 22 15:27:26.802707 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-00ffd355-2309-4fbd-b191-009a3f3fb3cc req-c117b50f-c03c-4bd2-a7a9-ab312feb2ced tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638044 Nov 22 15:27:27.023091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cae35-0c6e-490b-b1df-83ac1051b7a7 req-6949f9bf-2de7-4939-b3dc-654c34a325ad tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:27.024717 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-964cae35-0c6e-490b-b1df-83ac1051b7a7 req-6949f9bf-2de7-4939-b3dc-654c34a325ad tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Synchronizing usage tracker for tenant:89ea96a27e72491c946fb3eb2ffde4bb on resource:port {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:27:27.055783 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-964cae35-0c6e-490b-b1df-83ac1051b7a7 req-6949f9bf-2de7-4939-b3dc-654c34a325ad tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Unset dirty status for tenant:89ea96a27e72491c946fb3eb2ffde4bb on resource:port {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:27:27.057962 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-964cae35-0c6e-490b-b1df-83ac1051b7a7 req-6949f9bf-2de7-4939-b3dc-654c34a325ad tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 950 time: 0.1798995 Nov 22 15:27:27.155318 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-964cae35-0c6e-490b-b1df-83ac1051b7a7 req-d9191140-38db-4c78-9ace-ac1bb5accd7b tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Deleting port db552527-c6f2-4245-8285-403904082e7f {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:27:27.155733 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-964cae35-0c6e-490b-b1df-83ac1051b7a7 req-d9191140-38db-4c78-9ace-ac1bb5accd7b tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:27.438980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:27:27.719885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-964cae35-0c6e-490b-b1df-83ac1051b7a7 req-d9191140-38db-4c78-9ace-ac1bb5accd7b tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] For port db552527-c6f2-4245-8285-403904082e7f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=db552527-c6f2-4245-8285-403904082e7f,segment=NetworkSegment(c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8),segment_id=c7ca57d1-e8a7-488d-9f1c-0cb5d02b77a8)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:27.720261 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-964cae35-0c6e-490b-b1df-83ac1051b7a7 req-d9191140-38db-4c78-9ace-ac1bb5accd7b tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:27.858485 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-964cae35-0c6e-490b-b1df-83ac1051b7a7 req-d9191140-38db-4c78-9ace-ac1bb5accd7b tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Calling delete_port for db552527-c6f2-4245-8285-403904082e7f owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:27:28.046968 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc17f6-caab-4ee8-b9b9-875b6bb3664e req-85c11367-70a7-421e-823b-2c124b53b7eb tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:28.049064 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fadc17f6-caab-4ee8-b9b9-875b6bb3664e req-85c11367-70a7-421e-823b-2c124b53b7eb tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d4011fc-466f-4aa2-9bfd-7a7905e21429 HTTP/1.1" status: 200 len: 950 time: 0.1128080 Nov 22 15:27:28.121871 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fadc17f6-caab-4ee8-b9b9-875b6bb3664e req-f105ab45-80fd-46f8-aa47-10787faeb94f tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9800c31-8232-4e99-8562-7a6b9f7f1268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661559 Nov 22 15:27:28.122959 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-964cae35-0c6e-490b-b1df-83ac1051b7a7 req-d9191140-38db-4c78-9ace-ac1bb5accd7b tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:28.129714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-263fa784-9c00-4033-bb6e-360334b951e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:28.136960 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['db552527-c6f2-4245-8285-403904082e7f'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:27:28.182722 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9191140-38db-4c78-9ace-ac1bb5accd7b tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Pushing event deleted for resources: {'Port': ['ID=db552527-c6f2-4245-8285-403904082e7f,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:28.185724 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d9191140-38db-4c78-9ace-ac1bb5accd7b tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:28.261539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-964cae35-0c6e-490b-b1df-83ac1051b7a7 req-d9191140-38db-4c78-9ace-ac1bb5accd7b tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] No DVR routers for this DVR port db552527-c6f2-4245-8285-403904082e7f on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:27:28.265323 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-964cae35-0c6e-490b-b1df-83ac1051b7a7 req-d9191140-38db-4c78-9ace-ac1bb5accd7b tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:28.270238 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4011fc-466f-4aa2-9bfd-7a7905e21429', 'name': 'network-vif-deleted', 'tag': 'db552527-c6f2-4245-8285-403904082e7f'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:28.308937 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-964cae35-0c6e-490b-b1df-83ac1051b7a7 req-d9191140-38db-4c78-9ace-ac1bb5accd7b tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] 10.222.0.50 "DELETE /v2.0/ports/db552527-c6f2-4245-8285-403904082e7f HTTP/1.1" status: 204 len: 173 time: 1.2432930 Nov 22 15:27:28.386429 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4011fc-466f-4aa2-9bfd-7a7905e21429', 'name': 'network-vif-deleted', 'tag': 'db552527-c6f2-4245-8285-403904082e7f', 'status': 'completed', 'code': 200} Nov 22 15:27:28.903674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 37406) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:28.921215 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e1acb-e699-4978-8582-b750cf2659d5 req-ea94c392-85d8-48a7-8231-e5c22917a9d8 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:28.922248 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-893e1acb-e699-4978-8582-b750cf2659d5 req-ea94c392-85d8-48a7-8231-e5c22917a9d8 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Synchronizing usage tracker for tenant:f9249cea556a4ab7a9134f559a16911d on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:27:28.962297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-893e1acb-e699-4978-8582-b750cf2659d5 req-ea94c392-85d8-48a7-8231-e5c22917a9d8 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Unset dirty status for tenant:f9249cea556a4ab7a9134f559a16911d on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:27:28.965046 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-ea94c392-85d8-48a7-8231-e5c22917a9d8 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/networks?id=953c622f-d4c6-47e6-9364-6baa35a3d96f HTTP/1.1" status: 200 len: 808 time: 0.2611084 Nov 22 15:27:28.987570 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-0b53dca5-d90e-4a13-9407-b5e077402460 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/quotas/f9249cea556a4ab7a9134f559a16911d HTTP/1.1" status: 200 len: 375 time: 0.0159931 Nov 22 15:27:29.059155 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-4843156c-cc58-4ffa-8611-25029bd58f03 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9249cea556a4ab7a9134f559a16911d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654113 Nov 22 15:27:29.141071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de24a1b4-8a08-4b74-bf7b-6f53905f73f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:29.200335 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-de24a1b4-8a08-4b74-bf7b-6f53905f73f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:29.205478 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-de24a1b4-8a08-4b74-bf7b-6f53905f73f0 admin admin] Usage tracker for resource:security_group_rule and tenant:9bf7f1edc0db4f0394f386cffa5d969f is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:29.210293 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-de24a1b4-8a08-4b74-bf7b-6f53905f73f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:29.217431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-de24a1b4-8a08-4b74-bf7b-6f53905f73f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:29.360831 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-a9826cf9-d02a-4f3a-a914-706043e39e78 service neutron] 10.222.0.41 "GET /v2.0/networks/953c622f-d4c6-47e6-9364-6baa35a3d96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853012 Nov 22 15:27:29.400626 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de24a1b4-8a08-4b74-bf7b-6f53905f73f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:29.405064 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de24a1b4-8a08-4b74-bf7b-6f53905f73f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:29.447374 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7a03109d-94d4-4dbb-8d28-580e4dbb7a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:29.463783 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-de24a1b4-8a08-4b74-bf7b-6f53905f73f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bf7f1edc0db4f0394f386cffa5d969f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5572455 Nov 22 15:27:29.464605 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 37430) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:29.545923 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24a1b4-8a08-4b74-bf7b-6f53905f73f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7240c61f-7828-4a2d-a2cc-68004257d74c,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:29.571648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-de24a1b4-8a08-4b74-bf7b-6f53905f73f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:29.662194 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f3dce33-1947-4f16-b191-45297f2661d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:29.733341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f3dce33-1947-4f16-b191-45297f2661d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:29.825608 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-b0769952-db6a-4e88-85a6-4adcd6ed5bdf service neutron] 10.222.0.41 "GET /v2.0/networks/953c622f-d4c6-47e6-9364-6baa35a3d96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570007 Nov 22 15:27:29.850279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f3dce33-1947-4f16-b191-45297f2661d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:29.858148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:29.880788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dce33-1947-4f16-b191-45297f2661d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7240c61f-7828-4a2d-a2cc-68004257d74c,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:29.896986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9f3dce33-1947-4f16-b191-45297f2661d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:29.898118 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f3dce33-1947-4f16-b191-45297f2661d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:29.902080 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-9f3dce33-1947-4f16-b191-45297f2661d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7240c61f-7828-4a2d-a2cc-68004257d74c HTTP/1.1" status: 204 len: 168 time: 0.4320776 Nov 22 15:27:30.137330 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-abb70775-20eb-4dfb-989e-ac706b63e783 req-99f24308-b67b-44cb-82ae-911ba6348ea9 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 210 time: 0.0752354 Nov 22 15:27:31.245632 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 37554) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:31.366352 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-868ac4dc-bbf7-40dc-9ed7-ac095276f85a req-c33a8a6c-8c9e-4772-bc68-8aa8b20635a9 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 210 time: 0.0718696 Nov 22 15:27:31.587760 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-312758253-network', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:31.601873 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:31.683271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Usage tracker for resource:network and tenant:e225451458664743ac9a6173de7a1cd1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:31.694991 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:31.763207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:31.799447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Made reservation on behalf of e225451458664743ac9a6173de7a1cd1 for: {'network': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:27:31.804255 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:31.824373 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e1acb-e699-4978-8582-b750cf2659d5 req-5064839b-cf88-443b-b74b-13916f45f458 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:31.826858 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-5064839b-cf88-443b-b74b-13916f45f458 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.50 "GET /v2.0/networks?id=953c622f-d4c6-47e6-9364-6baa35a3d96f HTTP/1.1" status: 200 len: 808 time: 0.3662670 Nov 22 15:27:31.830360 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:31.849134 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Request body: {'port': {'device_id': '78353ee8-ec21-4943-a1ce-15d4231cdd8d', 'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f', 'admin_state_up': True, 'tenant_id': 'f9249cea556a4ab7a9134f559a16911d'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:31.992229 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device db552527-c6f2-4245-8285-403904082e7f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:27:32.001470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:32.010309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Usage tracker for resource:security_group_rule and tenant:e225451458664743ac9a6173de7a1cd1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:32.016723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:32.032270 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:32.034260 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: db552527-c6f2-4245-8285-403904082e7f {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:27:32.034958 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device db552527-c6f2-4245-8285-403904082e7f not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:27:32.091929 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:32.097863 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Usage tracker for resource:port and tenant:f9249cea556a4ab7a9134f559a16911d is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:32.107197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:32.116354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:32.151070 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Made reservation on behalf of f9249cea556a4ab7a9134f559a16911d for: {'port': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:27:32.158595 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:32.199613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:32.207514 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:32.248343 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8601d011-6dca-465d-bdb0-9c5216e62446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:32.309423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=88138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:27:32.328424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:32.335875 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:32.346234 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:32.346662 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Added segment e50c34a0-2ca4-439c-848f-5d155e017785 of type vlan for network 1e8b50b8-0456-478e-aa05-ea9a12a110ce Nov 22 15:27:32.444668 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:32.486163 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Allocated IP 172.20.0.4 (953c622f-d4c6-47e6-9364-6baa35a3d96f/7ff3a625-d798-4783-b5da-538042d965c9/481105e1-7897-4081-89ac-a8344dd71c46) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:27:32.537800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:32.537800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:32.537800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:32.548485 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-94d60d75-1f4a-4b6e-be50-fb8fd2579ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:32.618112 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6338c562-4c29-4659-8c7c-3697d6054302 req-1600caf3-5a30-4ca8-a2d6-bb1e31f38145 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 210 time: 0.0692885 Nov 22 15:27:32.698088 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4494596 Nov 22 15:27:32.701267 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 37622) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:32.708072 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Request body: {'subnet': {'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-312758253-subnet', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:32.715329 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:32.718118 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Pushing event updated for resources: {'Network': ['ID=1e8b50b8-0456-478e-aa05-ea9a12a110ce,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:32.724163 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:32.727980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Usage tracker for resource:subnet and tenant:e225451458664743ac9a6173de7a1cd1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:32.733274 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 1e8b50b8-0456-478e-aa05-ea9a12a110ce details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:27:32.734232 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:32.740959 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:32.751152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Made reservation on behalf of e225451458664743ac9a6173de7a1cd1 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:27:32.756979 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:32.952705 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:32.986718 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:32.995108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:33.075960 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.083847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-071eb75c-eaba-4ae2-bc7b-8bed39ecd926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:33.112531 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Network 953c622f-d4c6-47e6-9364-6baa35a3d96f is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:27:33.116558 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:33.121512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:27:33.281133 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a88e1b3-239e-4c5d-9217-5d47009fee79,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:33.288121 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:33.289114 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.296800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:33.298116 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Pushing event updated for resources: {'Port': ['ID=481105e1-7897-4081-89ac-a8344dd71c46,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:33.303155 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:33.314746 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Checking segment: {'id': 'e50c34a0-2ca4-439c-848f-5d155e017785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:27:33.315161 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Network hostable DHCP agents. Network: 1e8b50b8-0456-478e-aa05-ea9a12a110ce, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:27:33.348420 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5040042 Nov 22 15:27:33.363674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Request body: {'port': {'device_id': '78353ee8-ec21-4943-a1ce-15d4231cdd8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:33.372086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Network 1e8b50b8-0456-478e-aa05-ea9a12a110ce is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:27:33.388428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 1e8b50b8-0456-478e-aa05-ea9a12a110ce) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:33.395805 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:33.399272 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397dd3e-919e-49ac-8f69-673d4fc677f6 None None] Network 1e8b50b8-0456-478e-aa05-ea9a12a110ce requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:27:33.406918 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.457310 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7497241 Nov 22 15:27:33.458368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 37692) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:33.476603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-312758253-router', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:33.492206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:33.501493 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Usage tracker for resource:router and tenant:e225451458664743ac9a6173de7a1cd1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:33.511778 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:33.524894 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:33.546052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1627575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28999'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.550147 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853148395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746696'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.579028 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.601405 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.854500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-93059c21-dc5f-462c-a9be-ffa0fa599c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.866437 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d692c69-4de3-5c91-a23a-bac7a1986daa-1e8b50b8-0456-478e-aa05-ea9a12a110ce', 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'fixed_ips': [{'subnet_id': '8a88e1b3-239e-4c5d-9217-5d47009fee79'}]}} from dv-cinder-818778-1-iscsi. {{(pid=88140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:27:33.867671 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:34.004225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746711'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:34.026955 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd7b06-f545-42c0-a4f5-20bebea2efce req-91d0ecc5-7e6b-4f00-abfe-df48da6facb3 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:34.029069 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-67bd7b06-f545-42c0-a4f5-20bebea2efce req-91d0ecc5-7e6b-4f00-abfe-df48da6facb3 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 931 time: 0.1486847 Nov 22 15:27:34.200234 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-67bd7b06-f545-42c0-a4f5-20bebea2efce req-554822ae-e27b-4715-ac9c-0a5690b6b67f tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Synchronizing usage tracker for tenant:f9249cea556a4ab7a9134f559a16911d on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:27:34.316027 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Allocated IP 172.20.0.2 (1e8b50b8-0456-478e-aa05-ea9a12a110ce/8a88e1b3-239e-4c5d-9217-5d47009fee79/0e67fa74-0be9-4a96-af2d-60a7c12fd359) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:27:34.402984 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 37734) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:34.455689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481105e1-7897-4081-89ac-a8344dd71c46 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:27:34.463087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:34.471044 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-67bd7b06-f545-42c0-a4f5-20bebea2efce req-554822ae-e27b-4715-ac9c-0a5690b6b67f tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Unset dirty status for tenant:f9249cea556a4ab7a9134f559a16911d on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:27:34.479257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Transition to ACTIVE for port object 481105e1-7897-4081-89ac-a8344dd71c46 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:34.482285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:34.488121 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-67bd7b06-f545-42c0-a4f5-20bebea2efce req-554822ae-e27b-4715-ac9c-0a5690b6b67f tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341547 Nov 22 15:27:34.488329 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d9191140-38db-4c78-9ace-ac1bb5accd7b tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:34.631078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Pushing event updated for resources: {'Port': ['ID=481105e1-7897-4081-89ac-a8344dd71c46,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:34.633956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:34.674202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:34.693107 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Transition to ACTIVE for port object 0e67fa74-0be9-4a96-af2d-60a7c12fd359 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:34.722960 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Transition to ACTIVE for port object 0e67fa74-0be9-4a96-af2d-60a7c12fd359 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:34.730343 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:34.751063 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:34.762526 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:34.783210 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Attempting to bind port 481105e1-7897-4081-89ac-a8344dd71c46 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:27:34.783592 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Attempting to bind port 481105e1-7897-4081-89ac-a8344dd71c46 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '36054a66-882a-4bd1-aab7-120507f54b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:27:34.791103 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Attempting to bind port 481105e1-7897-4081-89ac-a8344dd71c46 on network 953c622f-d4c6-47e6-9364-6baa35a3d96f {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:27:34.798155 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Port 481105e1-7897-4081-89ac-a8344dd71c46 on network 953c622f-d4c6-47e6-9364-6baa35a3d96f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:27:34.798878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Attempting to bind port 481105e1-7897-4081-89ac-a8344dd71c46 on network 953c622f-d4c6-47e6-9364-6baa35a3d96f {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:27:34.809055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:27:34.810195 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Checking segment: {'id': '36054a66-882a-4bd1-aab7-120507f54b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:27:34.811600 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Bound using segment: {'id': '36054a66-882a-4bd1-aab7-120507f54b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:27:34.812696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Bound port: 481105e1-7897-4081-89ac-a8344dd71c46, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36054a66-882a-4bd1-aab7-120507f54b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:27:34.813588 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:34.843128 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:34.843522 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Pushing event updated for resources: {'Port': ['ID=0e67fa74-0be9-4a96-af2d-60a7c12fd359,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:34.851164 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:34.853434 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-20a1dde2-e59b-4a5f-8ec6-8a930e3112c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:34.863084 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Network 1e8b50b8-0456-478e-aa05-ea9a12a110ce is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:27:34.864368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:34.867003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:27:34.954291 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] For port 481105e1-7897-4081-89ac-a8344dd71c46, host hv-cinder-81877, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:27:34.958593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] For port 481105e1-7897-4081-89ac-a8344dd71c46, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=481105e1-7897-4081-89ac-a8344dd71c46,segment=NetworkSegment(36054a66-882a-4bd1-aab7-120507f54b18),segment_id=36054a66-882a-4bd1-aab7-120507f54b18)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:27:34.963026 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:34.969379 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:34.982082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Attempting to bind port 0e67fa74-0be9-4a96-af2d-60a7c12fd359 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:27:34.982891 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Attempting to bind port 0e67fa74-0be9-4a96-af2d-60a7c12fd359 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': 'e50c34a0-2ca4-439c-848f-5d155e017785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:27:34.984799 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Attempting to bind port 0e67fa74-0be9-4a96-af2d-60a7c12fd359 on network 1e8b50b8-0456-478e-aa05-ea9a12a110ce {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:27:34.994299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:27:34.995331 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Checking segment: {'id': 'e50c34a0-2ca4-439c-848f-5d155e017785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:27:34.996146 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:34.997451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Bound using segment: {'id': 'e50c34a0-2ca4-439c-848f-5d155e017785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:27:34.998351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Bound port: 0e67fa74-0be9-4a96-af2d-60a7c12fd359, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50c34a0-2ca4-439c-848f-5d155e017785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:27:34.999326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:35.001921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-20a1dde2-e59b-4a5f-8ec6-8a930e3112c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:35.011082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-20a1dde2-e59b-4a5f-8ec6-8a930e3112c6 admin admin] Usage tracker for resource:security_group_rule and tenant:6b58c805b3f547368deacc8aa794d888 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:35.017990 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-20a1dde2-e59b-4a5f-8ec6-8a930e3112c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:35.033591 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-20a1dde2-e59b-4a5f-8ec6-8a930e3112c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:35.086606 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:35.088695 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] 10.222.0.50 "PUT /v2.0/ports/481105e1-7897-4081-89ac-a8344dd71c46 HTTP/1.1" status: 200 len: 1093 time: 1.7321689 Nov 22 15:27:35.089588 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78353ee8-ec21-4943-a1ce-15d4231cdd8d', 'tag': '481105e1-7897-4081-89ac-a8344dd71c46'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:35.126092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Pushing event updated for resources: {'Port': ['ID=481105e1-7897-4081-89ac-a8344dd71c46,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:35.145872 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:35.183834 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Allocated IP 172.27.0.67 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/e12a5a1b-5d06-40c9-9bc2-debd869352c8) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:27:35.200744 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:35.238537 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78353ee8-ec21-4943-a1ce-15d4231cdd8d', 'tag': '481105e1-7897-4081-89ac-a8344dd71c46', 'status': 'completed', 'code': 200} Nov 22 15:27:35.248683 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] For port 0e67fa74-0be9-4a96-af2d-60a7c12fd359, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:27:35.255915 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] For port 0e67fa74-0be9-4a96-af2d-60a7c12fd359, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=0e67fa74-0be9-4a96-af2d-60a7c12fd359,segment=NetworkSegment(e50c34a0-2ca4-439c-848f-5d155e017785),segment_id=e50c34a0-2ca4-439c-848f-5d155e017785)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:27:35.259109 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:35.271368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:35.306433 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-0d30f2bf-b0d1-4a98-a894-1f397f3d1d4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9249cea556a4ab7a9134f559a16911d&device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 1096 time: 0.1466107 Nov 22 15:27:35.350297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-20a1dde2-e59b-4a5f-8ec6-8a930e3112c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:35.364389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-20a1dde2-e59b-4a5f-8ec6-8a930e3112c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:35.392402 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-ccd628c6-4946-489c-9445-50b10329f8cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=481105e1-7897-4081-89ac-a8344dd71c46 HTTP/1.1" status: 200 len: 217 time: 0.0766864 Nov 22 15:27:35.444187 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Pushing event updated for resources: {'Port': ['ID=0e67fa74-0be9-4a96-af2d-60a7c12fd359,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:35.458523 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:35.482953 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-71c59368-8f73-4331-9fa1-95c0921f2e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:35.512524 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e1acb-e699-4978-8582-b750cf2659d5 req-4683b8bb-31a7-483d-aaf9-65fcd78ffaf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:35.514209 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-4683b8bb-31a7-483d-aaf9-65fcd78ffaf2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ff3a625-d798-4783-b5da-538042d965c9 HTTP/1.1" status: 200 len: 848 time: 0.1145010 Nov 22 15:27:35.585784 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-95a68671-00ff-4735-81dd-582349a52453 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=953c622f-d4c6-47e6-9364-6baa35a3d96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639174 Nov 22 15:27:35.645841 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-20a1dde2-e59b-4a5f-8ec6-8a930e3112c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b58c805b3f547368deacc8aa794d888&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2300885 Nov 22 15:27:35.647085 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 37770) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:35.659814 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1dde2-e59b-4a5f-8ec6-8a930e3112c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a014de-4ee1-492f-a492-cc077ab029b9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:35.684120 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-20a1dde2-e59b-4a5f-8ec6-8a930e3112c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:35.838450 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:35.946357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b938db0f-1d0d-43be-bb72-744305555aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:35.986929 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b938db0f-1d0d-43be-bb72-744305555aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:36.058990 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9bef6954-8e9f-44cc-a690-c03e32998a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:36.085466 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b938db0f-1d0d-43be-bb72-744305555aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:36.093161 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f123e05f-f66b-450f-86bb-971efc220033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:36.127517 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938db0f-1d0d-43be-bb72-744305555aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a014de-4ee1-492f-a492-cc077ab029b9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:36.137565 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b938db0f-1d0d-43be-bb72-744305555aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:36.160631 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:36.176341 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-b7009af9-a1a1-4cde-9f2f-3a315ff3444b service neutron] 10.222.0.50 "GET /v2.0/networks/953c622f-d4c6-47e6-9364-6baa35a3d96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767159 Nov 22 15:27:36.178395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:36.222543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b938db0f-1d0d-43be-bb72-744305555aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:36.228545 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b938db0f-1d0d-43be-bb72-744305555aed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72a014de-4ee1-492f-a492-cc077ab029b9 HTTP/1.1" status: 204 len: 168 time: 0.5422380 Nov 22 15:27:36.249895 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc50cb-a8d3-4357-8d43-dae1c952c8bc req-dba6212d-a934-4fad-a3a2-1e2b8b05b2de tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:36.252592 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0bcc50cb-a8d3-4357-8d43-dae1c952c8bc req-dba6212d-a934-4fad-a3a2-1e2b8b05b2de tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 943 time: 0.4252558 Nov 22 15:27:36.254832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:36.313397 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:27:36.319170 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:36.350517 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-893e1acb-e699-4978-8582-b750cf2659d5 req-861744c4-d067-4466-a067-c292fd22d370 service neutron] 10.222.0.50 "GET /v2.0/networks/953c622f-d4c6-47e6-9364-6baa35a3d96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652164 Nov 22 15:27:36.358648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:27:36.385230 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Pushing event updated for resources: {'Port': ['ID=e12a5a1b-5d06-40c9-9bc2-debd869352c8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:36.421839 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:36.452203 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0bcc50cb-a8d3-4357-8d43-dae1c952c8bc req-7aeb2398-05e8-4c02-9642-bb9d261c955f tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902716 Nov 22 15:27:36.527312 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5c048f32-c2fd-4adb-b57c-69a2b0230bee req-a69a3acb-4789-46aa-beff-0f9e62dbafe1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9249cea556a4ab7a9134f559a16911d&device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 1096 time: 0.1150558 Nov 22 15:27:36.648458 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:36.649250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853148241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852966345'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:36.737843 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c048f32-c2fd-4adb-b57c-69a2b0230bee req-1856eb93-7c30-45cf-9698-0e28f5687773 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:36.739479 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5c048f32-c2fd-4adb-b57c-69a2b0230bee req-1856eb93-7c30-45cf-9698-0e28f5687773 service neutron] 10.222.0.50 "GET /v2.0/networks?id=953c622f-d4c6-47e6-9364-6baa35a3d96f HTTP/1.1" status: 200 len: 909 time: 0.2046468 Nov 22 15:27:36.817200 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5c048f32-c2fd-4adb-b57c-69a2b0230bee req-ba1b6180-92b5-4e45-933b-851ffaa2b2bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=481105e1-7897-4081-89ac-a8344dd71c46 HTTP/1.1" status: 200 len: 217 time: 0.0708606 Nov 22 15:27:36.913808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c048f32-c2fd-4adb-b57c-69a2b0230bee req-680292e6-b0c2-4541-9a82-b341ba36e426 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:36.915479 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5c048f32-c2fd-4adb-b57c-69a2b0230bee req-680292e6-b0c2-4541-9a82-b341ba36e426 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ff3a625-d798-4783-b5da-538042d965c9 HTTP/1.1" status: 200 len: 848 time: 0.0907094 Nov 22 15:27:36.973671 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5c048f32-c2fd-4adb-b57c-69a2b0230bee req-5d11dda2-9622-4432-b7ee-c324be1573d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=953c622f-d4c6-47e6-9364-6baa35a3d96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496926 Nov 22 15:27:37.152389 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5c048f32-c2fd-4adb-b57c-69a2b0230bee req-6a1fb958-835c-4a13-bc02-ba8a71495bb1 service neutron] 10.222.0.50 "GET /v2.0/networks/953c622f-d4c6-47e6-9364-6baa35a3d96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713529 Nov 22 15:27:37.160159 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0ad1fcd6-fef1-4169-874e-415c6982a4d0 req-d1a93135-3a48-4380-8301-2d65abd506ed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1127157 Nov 22 15:27:37.310675 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Router e1a38b7c-6345-4a1e-981b-f02e5db86db5 is scheduled to L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:27:37.335807 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0ad1fcd6-fef1-4169-874e-415c6982a4d0 req-ad9f099d-819d-433c-aaff-15695c789faa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 1099 time: 0.1472030 Nov 22 15:27:37.372324 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5c048f32-c2fd-4adb-b57c-69a2b0230bee req-5fca2e1d-7028-4361-921b-036bc61aa9df service neutron] 10.222.0.50 "GET /v2.0/networks/953c622f-d4c6-47e6-9364-6baa35a3d96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118769 Nov 22 15:27:37.377903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:37.718140 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1fcd6-fef1-4169-874e-415c6982a4d0 req-e5cce507-cb3b-4b03-ab8f-28a8c6e88c59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:37.719347 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f83fd7f-e512-4592-ba56-87c75786f524 None None] Network 1e8b50b8-0456-478e-aa05-ea9a12a110ce requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:27:37.719749 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0ad1fcd6-fef1-4169-874e-415c6982a4d0 req-e5cce507-cb3b-4b03-ab8f-28a8c6e88c59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.2780118 Nov 22 15:27:37.837930 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-cc8d519a-bfca-4a97-a6de-0d719890123a None None] Provisioning for port 0e67fa74-0be9-4a96-af2d-60a7c12fd359 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:37.850921 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0ad1fcd6-fef1-4169-874e-415c6982a4d0 req-54ebf760-fcea-47b6-8873-8c932b2b095b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc05d5-0abe-4ba7-9f37-0b894f0c9400 HTTP/1.1" status: 200 len: 217 time: 0.1210444 Nov 22 15:27:37.975521 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a977c-7381-4441-b3df-a9e32fd67d2b req-ae7d5e24-b13a-4101-9259-5b4fb06975e8 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:37.978041 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1d6a977c-7381-4441-b3df-a9e32fd67d2b req-ae7d5e24-b13a-4101-9259-5b4fb06975e8 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 943 time: 0.3606708 Nov 22 15:27:37.991655 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1fcd6-fef1-4169-874e-415c6982a4d0 req-0eb6e27e-8986-4336-935e-621f8afa47c8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:37.993226 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0ad1fcd6-fef1-4169-874e-415c6982a4d0 req-0eb6e27e-8986-4336-935e-621f8afa47c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.1300292 Nov 22 15:27:38.021431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 0e67fa74-0be9-4a96-af2d-60a7c12fd359 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:38.073693 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0ad1fcd6-fef1-4169-874e-415c6982a4d0 req-4897a745-46a9-4af4-b604-e1ae2a49247f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597966 Nov 22 15:27:38.148526 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:27:38.166162 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Sync routers for ids ['e1a38b7c-6345-4a1e-981b-f02e5db86db5'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:27:38.198156 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Routers {'e1a38b7c-6345-4a1e-981b-f02e5db86db5'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:27:38.198878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:27:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['e1a38b7c-6345-4a1e-981b-f02e5db86db5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:38.217729 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1d6a977c-7381-4441-b3df-a9e32fd67d2b req-51166339-9cea-45d0-874e-4c45e1dc06b1 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232337 Nov 22 15:27:38.286854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:38.340581 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:38.347261 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 37816) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:38.347989 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-1f41ca6e-bd20-43db-9767-b6d76c822a9a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8880708 Nov 22 15:27:38.446151 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 0e67fa74-0be9-4a96-af2d-60a7c12fd359 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:38.459630 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 0e67fa74-0be9-4a96-af2d-60a7c12fd359 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:38.459907 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:38.490902 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0ad1fcd6-fef1-4169-874e-415c6982a4d0 req-01aef9aa-8d4e-4a66-83c0-09f7d34bd660 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064729 Nov 22 15:27:38.740438 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 37822) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:38.769731 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:38.835512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 0e67fa74-0be9-4a96-af2d-60a7c12fd359, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=0e67fa74-0be9-4a96-af2d-60a7c12fd359,segment=NetworkSegment(e50c34a0-2ca4-439c-848f-5d155e017785),segment_id=e50c34a0-2ca4-439c-848f-5d155e017785)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:38.837269 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Set router e1a38b7c-6345-4a1e-981b-f02e5db86db5 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:27:38.840184 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:38.843493 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:38.846592 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0ad1fcd6-fef1-4169-874e-415c6982a4d0 req-aea89d32-5b6e-48dc-9fa3-c36e483db3fe service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488615 Nov 22 15:27:38.945347 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=0e67fa74-0be9-4a96-af2d-60a7c12fd359,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:38.950274 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:39.006377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-d67b0c20-aae1-490a-adc6-aee2545653a5 None None] Provisioning complete for port 0e67fa74-0be9-4a96-af2d-60a7c12fd359 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:39.006861 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d67b0c20-aae1-490a-adc6-aee2545653a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:39.248760 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'name': 'tempest-TestMinimumBasicScenario-312758253-router', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:33Z', 'updated_at': '2021-11-22T15:27:36Z', 'revision_number': 3, 'project_id': 'e225451458664743ac9a6173de7a1cd1', 'gw_port': {'id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:34Z', 'updated_at': '2021-11-22T15:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:39.258100 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Checking router: e1a38b7c-6345-4a1e-981b-f02e5db86db5 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:27:39.258891 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Updating router e1a38b7c-6345-4a1e-981b-f02e5db86db5 port e12a5a1b-5d06-40c9-9bc2-debd869352c8 binding host dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:27:39.265814 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-d7395834-5c34-46e2-83bb-c6e0d7551572 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89ea96a27e72491c946fb3eb2ffde4bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5194461 Nov 22 15:27:39.266402 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 37830) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:39.362694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:39.523177 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-118c67c6-691e-483e-b64d-d9c436cc229c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:39.637715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-118c67c6-691e-483e-b64d-d9c436cc229c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:39.744221 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-118c67c6-691e-483e-b64d-d9c436cc229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:39.750593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7f9e09a3-ad14-4bc2-91f0-5a350f114904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:39.767315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c67c6-691e-483e-b64d-d9c436cc229c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9800c31-8232-4e99-8562-7a6b9f7f1268,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:39.769744 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-118c67c6-691e-483e-b64d-d9c436cc229c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:39.791583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e62d0-8b1a-484c-a84c-b78089e314e8 req-f1c24551-3588-4723-b038-e1a16f1d10fa tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:39.793303 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a21e62d0-8b1a-484c-a84c-b78089e314e8 req-f1c24551-3588-4723-b038-e1a16f1d10fa tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 943 time: 0.2736337 Nov 22 15:27:39.800698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-118c67c6-691e-483e-b64d-d9c436cc229c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:39.804957 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-118c67c6-691e-483e-b64d-d9c436cc229c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9800c31-8232-4e99-8562-7a6b9f7f1268 HTTP/1.1" status: 204 len: 168 time: 0.5369370 Nov 22 15:27:39.844701 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:39.859927 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Transition to ACTIVE for port object e12a5a1b-5d06-40c9-9bc2-debd869352c8 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:39.865309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:39.872405 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a21e62d0-8b1a-484c-a84c-b78089e314e8 req-4a2031e1-4fce-4919-8db2-276b77088ed6 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657656 Nov 22 15:27:39.888712 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:39.895939 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:39.936902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 0e67fa74-0be9-4a96-af2d-60a7c12fd359 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:40.034489 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Attempting to bind port e12a5a1b-5d06-40c9-9bc2-debd869352c8 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:27:40.035116 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Attempting to bind port e12a5a1b-5d06-40c9-9bc2-debd869352c8 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:27:40.036294 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Attempting to bind port e12a5a1b-5d06-40c9-9bc2-debd869352c8 on network 94e56778-0464-46a4-925b-03555f7ef8fd {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:27:40.042663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 481105e1-7897-4081-89ac-a8344dd71c46 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:27:40.045051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Pushing event updated for resources: {'Port': ['ID=e12a5a1b-5d06-40c9-9bc2-debd869352c8,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:40.059389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:27:40.059788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Checking segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:27:40.060238 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:40.060673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Bound using segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:27:40.061211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Bound port: e12a5a1b-5d06-40c9-9bc2-debd869352c8, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:27:40.061618 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:40.107210 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 0e67fa74-0be9-4a96-af2d-60a7c12fd359 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:40.108085 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:40.145205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] For port e12a5a1b-5d06-40c9-9bc2-debd869352c8, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:27:40.148973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] For port e12a5a1b-5d06-40c9-9bc2-debd869352c8, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=e12a5a1b-5d06-40c9-9bc2-debd869352c8,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:27:40.151367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:40.151879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:40.152373 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:40.152875 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:40.153249 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:40.153618 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:40.153984 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:40.154351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:40.154737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:40.155099 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:40.155459 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:40.160249 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:40.161274 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:40.172566 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:40.251835 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Pushing event updated for resources: {'Port': ['ID=e12a5a1b-5d06-40c9-9bc2-debd869352c8,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:40.252946 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Allocated IP 172.20.0.1 (1e8b50b8-0456-478e-aa05-ea9a12a110ce/8a88e1b3-239e-4c5d-9217-5d47009fee79/09578895-9177-48ba-9047-750b0a429049) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:27:40.256395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:40.260761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Routers {'e1a38b7c-6345-4a1e-981b-f02e5db86db5'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:27:40.261436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:27:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['e1a38b7c-6345-4a1e-981b-f02e5db86db5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:40.357158 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 481105e1-7897-4081-89ac-a8344dd71c46, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=481105e1-7897-4081-89ac-a8344dd71c46,segment=NetworkSegment(36054a66-882a-4bd1-aab7-120507f54b18),segment_id=36054a66-882a-4bd1-aab7-120507f54b18)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:40.421872 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': '481105e1-7897-4081-89ac-a8344dd71c46', 'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f', 'port_id': '481105e1-7897-4081-89ac-a8344dd71c46', 'mac_address': 'fa:16:3e:57:86:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff3a625-d798-4783-b5da-538042d965c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:27:40.480003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] Set router e1a38b7c-6345-4a1e-981b-f02e5db86db5 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:27:40.506372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:40.508248 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:40.530851 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Transition to ACTIVE for port object 09578895-9177-48ba-9047-750b0a429049 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:40.534419 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481105e1-7897-4081-89ac-a8344dd71c46 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:27:40.552361 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 481105e1-7897-4081-89ac-a8344dd71c46, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=481105e1-7897-4081-89ac-a8344dd71c46,segment=NetworkSegment(36054a66-882a-4bd1-aab7-120507f54b18),segment_id=36054a66-882a-4bd1-aab7-120507f54b18)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:40.557430 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:40.560560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:40.561019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:40.570526 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:40.636182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=481105e1-7897-4081-89ac-a8344dd71c46,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:40.640215 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:40.847341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['481105e1-7897-4081-89ac-a8344dd71c46'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:27:40.890534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Network 1e8b50b8-0456-478e-aa05-ea9a12a110ce is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:27:40.891535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Pushing event updated for resources: {'Port': ['ID=09578895-9177-48ba-9047-750b0a429049,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:40.895207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:40.898176 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:40.898176 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:27:40.952797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'name': 'tempest-TestMinimumBasicScenario-312758253-router', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:33Z', 'updated_at': '2021-11-22T15:27:36Z', 'revision_number': 3, 'project_id': 'e225451458664743ac9a6173de7a1cd1', 'gw_port': {'id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:34Z', 'updated_at': '2021-11-22T15:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:40.959555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833330'] for router_interface, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:40.961092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18d1652-1c75-41dd-a50c-64735fc4a90b None None] The sync data for ids ['e1a38b7c-6345-4a1e-981b-f02e5db86db5'] in dv-cinder-818778-1-iscsi is: [{'id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'name': 'tempest-TestMinimumBasicScenario-312758253-router', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:33Z', 'updated_at': '2021-11-22T15:27:36Z', 'revision_number': 3, 'project_id': 'e225451458664743ac9a6173de7a1cd1', 'gw_port': {'id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:34Z', 'updated_at': '2021-11-22T15:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:27:41.077718 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:41.258167 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d3f90-e074-485c-9cb6-aaa806777c81 req-2b4b7b7d-84d9-4389-b829-adbbc1d02a5e tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:41.259295 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-dc3d3f90-e074-485c-9cb6-aaa806777c81 req-2b4b7b7d-84d9-4389-b829-adbbc1d02a5e tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 944 time: 0.1328139 Nov 22 15:27:41.320230 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-dc3d3f90-e074-485c-9cb6-aaa806777c81 req-cff1d8a1-fb2a-45c0-89ab-acc36c2120fd tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540435 Nov 22 15:27:41.356056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-99b7fe5c-3a9b-4cb2-9f2a-d65bc474521e None None] Provisioning for port 09578895-9177-48ba-9047-750b0a429049 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:41.363038 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-99b7fe5c-3a9b-4cb2-9f2a-d65bc474521e None None] Provisioning complete for port 09578895-9177-48ba-9047-750b0a429049 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:41.363538 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-99b7fe5c-3a9b-4cb2-9f2a-d65bc474521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:41.399714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:41.403232 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:41.435275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-99b7fe5c-3a9b-4cb2-9f2a-d65bc474521e None None] Port 09578895-9177-48ba-9047-750b0a429049 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:27:41.441541 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-08cc1237-b646-4e68-ae89-525d691af772 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:41.542346 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7221004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852942571'] for router_interface, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:41.553231 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Pushing event updated for resources: {'Port': ['ID=09578895-9177-48ba-9047-750b0a429049,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:41.560313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:41.742400 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Network 1e8b50b8-0456-478e-aa05-ea9a12a110ce is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:27:41.743683 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:41.929332 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device e12a5a1b-5d06-40c9-9bc2-debd869352c8 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:42.046988 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 481105e1-7897-4081-89ac-a8344dd71c46 up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:42.079195 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port e12a5a1b-5d06-40c9-9bc2-debd869352c8 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:42.101656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port e12a5a1b-5d06-40c9-9bc2-debd869352c8 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:42.102182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.227974 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port 481105e1-7897-4081-89ac-a8344dd71c46 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:42.250026 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port 481105e1-7897-4081-89ac-a8344dd71c46 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:42.250469 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.318982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.329609 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Router e1a38b7c-6345-4a1e-981b-f02e5db86db5 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:27:42.372871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port e12a5a1b-5d06-40c9-9bc2-debd869352c8, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=e12a5a1b-5d06-40c9-9bc2-debd869352c8,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:42.375493 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-0539786d-a2ee-490c-ab5c-3b7dd36e7b07 None None] Provisioning complete for port 09578895-9177-48ba-9047-750b0a429049 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:42.376160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0539786d-a2ee-490c-ab5c-3b7dd36e7b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.422378 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.429854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:42.558391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0539786d-a2ee-490c-ab5c-3b7dd36e7b07 None None] Port 09578895-9177-48ba-9047-750b0a429049 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:27:42.577786 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.593530 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=e12a5a1b-5d06-40c9-9bc2-debd869352c8,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:42.600852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:27:42.601380 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:42.620521 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78353ee8-ec21-4943-a1ce-15d4231cdd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481105e1-7897-4081-89ac-a8344dd71c46'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:42.620774 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] 10.222.0.41 "PUT /v2.0/routers/e1a38b7c-6345-4a1e-981b-f02e5db86db5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2698090 Nov 22 15:27:42.635205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 481105e1-7897-4081-89ac-a8344dd71c46, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=481105e1-7897-4081-89ac-a8344dd71c46,segment=NetworkSegment(36054a66-882a-4bd1-aab7-120507f54b18),segment_id=36054a66-882a-4bd1-aab7-120507f54b18)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:42.639853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.643262 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:42.663837 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82522bb-d770-4d48-b77b-22fce0a08751 req-b3ab9986-5328-49ac-8ade-8d37ad0ebd30 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:42.667202 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e82522bb-d770-4d48-b77b-22fce0a08751 req-b3ab9986-5328-49ac-8ade-8d37ad0ebd30 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 944 time: 0.1466272 Nov 22 15:27:42.714074 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78353ee8-ec21-4943-a1ce-15d4231cdd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481105e1-7897-4081-89ac-a8344dd71c46', 'code': 200} Nov 22 15:27:42.720599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=481105e1-7897-4081-89ac-a8344dd71c46,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:42.724729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:42.768726 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e82522bb-d770-4d48-b77b-22fce0a08751 req-248a5fd9-92ac-4686-8c9a-cfd9211a85f3 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935886 Nov 22 15:27:43.049567 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1f34be28-7825-4927-9665-4e13d63b0e88 req-d4fe8462-674a-4a0f-87ba-c9492b208c0f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 1098 time: 0.0848017 Nov 22 15:27:43.113708 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1f34be28-7825-4927-9665-4e13d63b0e88 req-eba21f0e-f055-41db-9a91-5c896c951074 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542688 Nov 22 15:27:43.823068 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 37886) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:43.831912 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1507284908-network', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:43.849028 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:43.855963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Usage tracker for resource:network and tenant:88ecb4d055424fcba8e5c717e6f1bf87 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:43.860719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:43.870319 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:43.876099 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device e12a5a1b-5d06-40c9-9bc2-debd869352c8 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:43.891037 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Made reservation on behalf of 88ecb4d055424fcba8e5c717e6f1bf87 for: {'network': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:27:43.900844 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:43.922879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:43.964152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:43.969603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Usage tracker for resource:security_group_rule and tenant:88ecb4d055424fcba8e5c717e6f1bf87 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:43.980301 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:44.003326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:44.007458 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port e12a5a1b-5d06-40c9-9bc2-debd869352c8 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:44.008144 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:44.085153 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33a245-0ed6-408d-8ea2-e4596ada239f req-bd112911-4daa-415f-bbc4-46151800b426 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:44.096360 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8f33a245-0ed6-408d-8ea2-e4596ada239f req-bd112911-4daa-415f-bbc4-46151800b426 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 945 time: 0.1383927 Nov 22 15:27:44.148550 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:44.152399 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:44.159085 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6926dd6e-c957-446d-bd19-9bd23e88ee17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:44.178942 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8f33a245-0ed6-408d-8ea2-e4596ada239f req-53cc97cc-a54e-403e-b55c-a15c8a0ad861 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814593 Nov 22 15:27:44.247442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f098154e-682b-4f54-854c-1f1882c8f024,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:44.253828 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=88138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:27:44.262484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:44.265673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:44.266178 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Added segment 89003805-140f-430e-9e33-4b7495e765d4 of type vlan for network 139902b7-ebc6-40ea-b380-24a4d9a6bd37 Nov 22 15:27:44.326909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:44.385787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:44.387287 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:44.388030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:44.393832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:44.495209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Sync routers for ids ['e1a38b7c-6345-4a1e-981b-f02e5db86db5'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:27:44.515085 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Routers {'e1a38b7c-6345-4a1e-981b-f02e5db86db5'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:27:44.516035 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:27:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['e1a38b7c-6345-4a1e-981b-f02e5db86db5'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:44.520542 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6957989 Nov 22 15:27:44.521502 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Pushing event updated for resources: {'Network': ['ID=139902b7-ebc6-40ea-b380-24a4d9a6bd37,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:44.524804 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 37896) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:44.531865 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Request body: {'subnet': {'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1507284908-subnet', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:44.535457 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:44.538901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:44.543968 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Usage tracker for resource:subnet and tenant:88ecb4d055424fcba8e5c717e6f1bf87 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:44.548367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:44.557339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:44.571883 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Made reservation on behalf of 88ecb4d055424fcba8e5c717e6f1bf87 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:27:44.578318 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:44.581756 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 139902b7-ebc6-40ea-b380-24a4d9a6bd37 details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:27:44.845891 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:44.850315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-583de3cf-46de-4e6a-bbc9-ebe867a1f4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:44.859774 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Set router e1a38b7c-6345-4a1e-981b-f02e5db86db5 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:27:44.926586 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f077c0d6-f83a-4509-a258-a3bc0c609ead,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:44.932473 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:44.943883 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Checking segment: {'id': '89003805-140f-430e-9e33-4b7495e765d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:27:44.944273 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Network hostable DHCP agents. Network: 139902b7-ebc6-40ea-b380-24a4d9a6bd37, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:27:44.968285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Network 139902b7-ebc6-40ea-b380-24a4d9a6bd37 is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:27:44.980920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 139902b7-ebc6-40ea-b380-24a4d9a6bd37) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:44.986467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:44.987242 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:45.021496 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4950392 Nov 22 15:27:45.025298 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 37900) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:45.031718 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1507284908-router', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:45.038130 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:45.043606 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Usage tracker for resource:router and tenant:88ecb4d055424fcba8e5c717e6f1bf87 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:45.047439 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:45.060747 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:45.080236 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1627575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28999'] for router, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:45.082607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853148395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746696'] for router, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:45.120921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:45.180478 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb74d50-1129-4708-8562-26e9e8e4df62 None None] Network 139902b7-ebc6-40ea-b380-24a4d9a6bd37 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:27:45.347462 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746711'] for router, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:45.483740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bc3cf-bdc1-40cf-8344-3df5c4116f4b req-04e4379d-bca8-40af-8504-b9453b10861a tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:45.493562 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ca8bc3cf-bdc1-40cf-8344-3df5c4116f4b req-04e4379d-bca8-40af-8504-b9453b10861a tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 945 time: 0.1361322 Nov 22 15:27:45.548420 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ca8bc3cf-bdc1-40cf-8344-3df5c4116f4b req-41029f2d-8fea-4d90-b327-e846be440618 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530298 Nov 22 15:27:45.609433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:45.644041 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:45.712265 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'name': 'tempest-TestMinimumBasicScenario-312758253-router', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:33Z', 'updated_at': '2021-11-22T15:27:40Z', 'revision_number': 4, 'project_id': 'e225451458664743ac9a6173de7a1cd1', 'gw_port': {'id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:34Z', 'updated_at': '2021-11-22T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '09578895-9177-48ba-9047-750b0a429049', 'name': '', 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'mac_address': 'fa:16:3e:7e:c2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a88e1b3-239e-4c5d-9217-5d47009fee79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:39Z', 'updated_at': '2021-11-22T15:27:41Z', 'revision_number': 2, 'project_id': 'e225451458664743ac9a6173de7a1cd1', 'subnets': [{'id': '8a88e1b3-239e-4c5d-9217-5d47009fee79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:45.720542 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d692c69-4de3-5c91-a23a-bac7a1986daa-139902b7-ebc6-40ea-b380-24a4d9a6bd37', 'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'fixed_ips': [{'subnet_id': 'f077c0d6-f83a-4509-a258-a3bc0c609ead'}]}} from dv-cinder-818778-1-iscsi. {{(pid=88140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:27:45.721455 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:45.739578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Checking router: e1a38b7c-6345-4a1e-981b-f02e5db86db5 for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:27:45.739996 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Updating router e1a38b7c-6345-4a1e-981b-f02e5db86db5 port 09578895-9177-48ba-9047-750b0a429049 binding host dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:27:45.824357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Allocated IP 172.27.0.218 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/9a61b853-6aa8-44bc-bdf5-668e078c0154) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:27:45.858861 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:46.005486 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:46.046049 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:46.055956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:46.117443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Allocated IP 172.20.0.2 (139902b7-ebc6-40ea-b380-24a4d9a6bd37/f077c0d6-f83a-4509-a258-a3bc0c609ead/69367fcf-8fea-47dd-a2ab-15264ba5f9a7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:27:46.126700 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:27:46.129681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:46.134019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:27:46.174381 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a61b853-6aa8-44bc-bdf5-668e078c0154,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:46.179198 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:46.336950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:46.338289 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853148241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852966345'] for router, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:46.511924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:46.527302 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Transition to ACTIVE for port object 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:46.561160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Transition to ACTIVE for port object 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:46.584096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:46.591259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:46.727359 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Network 139902b7-ebc6-40ea-b380-24a4d9a6bd37 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:27:46.734964 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:46.736955 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Pushing event updated for resources: {'Port': ['ID=69367fcf-8fea-47dd-a2ab-15264ba5f9a7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:46.739900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:27:46.750090 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:46.753200 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:46.803992 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Transition to ACTIVE for port object 09578895-9177-48ba-9047-750b0a429049 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:46.815509 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Router 771e8668-964e-4724-994f-c741fd3f000b is scheduled to L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 with binding_index 1 {{(pid=88138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:27:46.840018 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:46.849951 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:46.926442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Attempting to bind port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:27:46.927300 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Attempting to bind port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '89003805-140f-430e-9e33-4b7495e765d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:27:46.927300 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Attempting to bind port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 on network 139902b7-ebc6-40ea-b380-24a4d9a6bd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:27:46.929772 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92fd6b-fe63-4965-b7a2-042f5dab18e5 req-0818f930-1e0f-4098-9806-88916f5d5b9c tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:46.942784 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ed92fd6b-fe63-4965-b7a2-042f5dab18e5 req-0818f930-1e0f-4098-9806-88916f5d5b9c tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 945 time: 0.1296170 Nov 22 15:27:46.999371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a02791-205f-429d-b4f8-98dc82ed4f2a None None] Pushing event updated for resources: {'Port': ['ID=09578895-9177-48ba-9047-750b0a429049,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:47.010379 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:27:47.010754 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Checking segment: {'id': '89003805-140f-430e-9e33-4b7495e765d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:27:47.011211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:47.011650 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Bound using segment: {'id': '89003805-140f-430e-9e33-4b7495e765d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:27:47.012197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Bound port: 69367fcf-8fea-47dd-a2ab-15264ba5f9a7, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89003805-140f-430e-9e33-4b7495e765d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:27:47.012617 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:47.022781 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ed92fd6b-fe63-4965-b7a2-042f5dab18e5 req-b5c02ba4-01bb-422b-a3ca-f8998488da5c tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784090 Nov 22 15:27:47.024165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-68a02791-205f-429d-b4f8-98dc82ed4f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:47.152750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:27:47.173811 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Sync routers for ids ['771e8668-964e-4724-994f-c741fd3f000b'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:27:47.194476 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Routers {'771e8668-964e-4724-994f-c741fd3f000b'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:27:47.195939 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:27:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['771e8668-964e-4724-994f-c741fd3f000b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:47.197328 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:47.202800 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1725497 Nov 22 15:27:47.203825 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 37930) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:47.209080 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Attempting to bind port 09578895-9177-48ba-9047-750b0a429049 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:27:47.209504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Attempting to bind port 09578895-9177-48ba-9047-750b0a429049 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': 'e50c34a0-2ca4-439c-848f-5d155e017785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:27:47.210099 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Attempting to bind port 09578895-9177-48ba-9047-750b0a429049 on network 1e8b50b8-0456-478e-aa05-ea9a12a110ce {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:27:47.221166 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] For port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:27:47.225860 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] For port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=69367fcf-8fea-47dd-a2ab-15264ba5f9a7,segment=NetworkSegment(89003805-140f-430e-9e33-4b7495e765d4),segment_id=89003805-140f-430e-9e33-4b7495e765d4)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:27:47.228051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:27:47.228345 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Checking segment: {'id': 'e50c34a0-2ca4-439c-848f-5d155e017785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:27:47.228730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:47.229172 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Bound using segment: {'id': 'e50c34a0-2ca4-439c-848f-5d155e017785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:27:47.229704 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Bound port: 09578895-9177-48ba-9047-750b0a429049, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50c34a0-2ca4-439c-848f-5d155e017785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:27:47.230142 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:47.255336 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:47.260689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:47.669866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Set router 771e8668-964e-4724-994f-c741fd3f000b gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:27:47.833524 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Pushing event updated for resources: {'Port': ['ID=69367fcf-8fea-47dd-a2ab-15264ba5f9a7,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:47.846052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:47.869755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] For port 09578895-9177-48ba-9047-750b0a429049, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:27:47.874663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] For port 09578895-9177-48ba-9047-750b0a429049, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=09578895-9177-48ba-9047-750b0a429049,segment=NetworkSegment(e50c34a0-2ca4-439c-848f-5d155e017785),segment_id=e50c34a0-2ca4-439c-848f-5d155e017785)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:27:47.882593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:47.894244 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:48.020312 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Routers {'e1a38b7c-6345-4a1e-981b-f02e5db86db5'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:27:48.020312 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:27:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['e1a38b7c-6345-4a1e-981b-f02e5db86db5'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:48.107797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a02791-205f-429d-b4f8-98dc82ed4f2a None None] Pushing event updated for resources: {'Port': ['ID=09578895-9177-48ba-9047-750b0a429049,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:48.114370 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-68a02791-205f-429d-b4f8-98dc82ed4f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:48.195871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771e8668-964e-4724-994f-c741fd3f000b', 'name': 'tempest-TestMinimumBasicScenario-1507284908-router', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:27:46Z', 'revision_number': 3, 'project_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'gw_port': {'id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e8668-964e-4724-994f-c741fd3f000b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:48.204072 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Checking router: 771e8668-964e-4724-994f-c741fd3f000b for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:27:48.204802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Updating router 771e8668-964e-4724-994f-c741fd3f000b port 9a61b853-6aa8-44bc-bdf5-668e078c0154 binding host dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:27:48.293820 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] Set router e1a38b7c-6345-4a1e-981b-f02e5db86db5 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:27:48.317278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:48.785146 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331f7f6-a7a0-4911-8dc7-ce00f0e3dde8 req-dd707094-f67d-4a88-8fa0-00a688857881 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:48.789380 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6331f7f6-a7a0-4911-8dc7-ce00f0e3dde8 req-dd707094-f67d-4a88-8fa0-00a688857881 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 945 time: 0.4207067 Nov 22 15:27:48.896186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded39c68-6c05-418c-a3c7-d48c80bdf14f req-a18b75d8-805c-474f-b6c5-c3291cf8d7c5 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:48.896186 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ded39c68-6c05-418c-a3c7-d48c80bdf14f req-a18b75d8-805c-474f-b6c5-c3291cf8d7c5 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.50 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 945 time: 0.6636734 Nov 22 15:27:48.987473 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'name': 'tempest-TestMinimumBasicScenario-312758253-router', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:33Z', 'updated_at': '2021-11-22T15:27:40Z', 'revision_number': 4, 'project_id': 'e225451458664743ac9a6173de7a1cd1', 'gw_port': {'id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:34Z', 'updated_at': '2021-11-22T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '09578895-9177-48ba-9047-750b0a429049', 'name': '', 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'mac_address': 'fa:16:3e:7e:c2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a88e1b3-239e-4c5d-9217-5d47009fee79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:39Z', 'updated_at': '2021-11-22T15:27:47Z', 'revision_number': 4, 'project_id': 'e225451458664743ac9a6173de7a1cd1', 'subnets': [{'id': '8a88e1b3-239e-4c5d-9217-5d47009fee79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:48.994752 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0537cc4-14ac-4453-a6ae-184c6f991ceb None None] The sync data for ids ['e1a38b7c-6345-4a1e-981b-f02e5db86db5'] in dv-cinder-818778-1-iscsi is: [{'id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'name': 'tempest-TestMinimumBasicScenario-312758253-router', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:33Z', 'updated_at': '2021-11-22T15:27:40Z', 'revision_number': 4, 'project_id': 'e225451458664743ac9a6173de7a1cd1', 'gw_port': {'id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:34Z', 'updated_at': '2021-11-22T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '09578895-9177-48ba-9047-750b0a429049', 'name': '', 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'mac_address': 'fa:16:3e:7e:c2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a88e1b3-239e-4c5d-9217-5d47009fee79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:39Z', 'updated_at': '2021-11-22T15:27:47Z', 'revision_number': 4, 'project_id': 'e225451458664743ac9a6173de7a1cd1', 'subnets': [{'id': '8a88e1b3-239e-4c5d-9217-5d47009fee79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:27:49.045707 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-ded39c68-6c05-418c-a3c7-d48c80bdf14f req-9f54bc70-c9e8-436e-8526-d2be74632bda tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Deleting port 481105e1-7897-4081-89ac-a8344dd71c46 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:27:49.046554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ded39c68-6c05-418c-a3c7-d48c80bdf14f req-9f54bc70-c9e8-436e-8526-d2be74632bda tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:49.095767 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6331f7f6-a7a0-4911-8dc7-ce00f0e3dde8 req-858b188e-0088-4155-9740-130ae1a55dbf tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878261 Nov 22 15:27:49.111042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:49.136452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Transition to ACTIVE for port object 9a61b853-6aa8-44bc-bdf5-668e078c0154 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:49.144275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:49.152232 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:49.258060 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0cd82-f7fe-4486-ad2d-664f138528e8 None None] Pushing event updated for resources: {'Port': ['ID=9a61b853-6aa8-44bc-bdf5-668e078c0154,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:49.261744 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-53a0cd82-f7fe-4486-ad2d-664f138528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:49.264976 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Attempting to bind port 9a61b853-6aa8-44bc-bdf5-668e078c0154 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:27:49.265732 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Attempting to bind port 9a61b853-6aa8-44bc-bdf5-668e078c0154 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:27:49.266365 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Attempting to bind port 9a61b853-6aa8-44bc-bdf5-668e078c0154 on network 94e56778-0464-46a4-925b-03555f7ef8fd {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:27:49.276534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:27:49.276944 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Checking segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:27:49.277381 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:49.277807 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Bound using segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:27:49.278334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Bound port: 9a61b853-6aa8-44bc-bdf5-668e078c0154, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:27:49.278826 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:49.375758 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] For port 9a61b853-6aa8-44bc-bdf5-668e078c0154, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:27:49.380007 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] For port 9a61b853-6aa8-44bc-bdf5-668e078c0154, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=9a61b853-6aa8-44bc-bdf5-668e078c0154,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:27:49.384739 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:49.391447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-02de042a-74e1-4575-94dc-42ae131ced32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:49.490191 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Routers {'771e8668-964e-4724-994f-c741fd3f000b'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:27:49.491280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:27:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['771e8668-964e-4724-994f-c741fd3f000b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:49.554394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-ded39c68-6c05-418c-a3c7-d48c80bdf14f req-9f54bc70-c9e8-436e-8526-d2be74632bda tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] For port 481105e1-7897-4081-89ac-a8344dd71c46, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=481105e1-7897-4081-89ac-a8344dd71c46,segment=NetworkSegment(36054a66-882a-4bd1-aab7-120507f54b18),segment_id=36054a66-882a-4bd1-aab7-120507f54b18)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:49.555051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ded39c68-6c05-418c-a3c7-d48c80bdf14f req-9f54bc70-c9e8-436e-8526-d2be74632bda tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:49.569622 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0cd82-f7fe-4486-ad2d-664f138528e8 None None] Pushing event updated for resources: {'Port': ['ID=9a61b853-6aa8-44bc-bdf5-668e078c0154,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:49.595210 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-53a0cd82-f7fe-4486-ad2d-664f138528e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:49.698727 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:49.716619 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-ded39c68-6c05-418c-a3c7-d48c80bdf14f req-9f54bc70-c9e8-436e-8526-d2be74632bda tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Calling delete_port for 481105e1-7897-4081-89ac-a8344dd71c46 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:27:49.769471 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] Set router 771e8668-964e-4724-994f-c741fd3f000b gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:27:50.046585 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:50.357338 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a250c6-2dd7-48da-aaa8-b1c03c117705 None None] Network 139902b7-ebc6-40ea-b380-24a4d9a6bd37 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:27:50.406532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:50.427196 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771e8668-964e-4724-994f-c741fd3f000b', 'name': 'tempest-TestMinimumBasicScenario-1507284908-router', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:27:46Z', 'revision_number': 3, 'project_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'gw_port': {'id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e8668-964e-4724-994f-c741fd3f000b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:50.432664 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae226a-d6cf-4d11-b7cb-75ff29012996 None None] The sync data for ids ['771e8668-964e-4724-994f-c741fd3f000b'] in dv-cinder-818778-1-iscsi is: [{'id': '771e8668-964e-4724-994f-c741fd3f000b', 'name': 'tempest-TestMinimumBasicScenario-1507284908-router', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:27:46Z', 'revision_number': 3, 'project_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'gw_port': {'id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e8668-964e-4724-994f-c741fd3f000b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:27:50.442107 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 09578895-9177-48ba-9047-750b0a429049 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:50.468750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Allocated IP 172.20.0.1 (139902b7-ebc6-40ea-b380-24a4d9a6bd37/f077c0d6-f83a-4509-a258-a3bc0c609ead/91e9284d-600d-49b0-985d-fe1bad43efd1) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:27:50.567311 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-3d339e69-1e49-4320-8379-fb175aa9b00d None None] Provisioning for port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:50.594181 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-3d339e69-1e49-4320-8379-fb175aa9b00d None None] Provisioning complete for port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:50.594500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d339e69-1e49-4320-8379-fb175aa9b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:50.716628 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ded39c68-6c05-418c-a3c7-d48c80bdf14f req-9f54bc70-c9e8-436e-8526-d2be74632bda tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:50.781999 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 09578895-9177-48ba-9047-750b0a429049 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:50.799003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 09578895-9177-48ba-9047-750b0a429049 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:50.799003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:50.925306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-25af8653-2c82-4688-8ae3-f4953bebfbc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:50.978888 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54bc70-c9e8-436e-8526-d2be74632bda tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Pushing event deleted for resources: {'Port': ['ID=481105e1-7897-4081-89ac-a8344dd71c46,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:50.981982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9f54bc70-c9e8-436e-8526-d2be74632bda tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:51.003723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d339e69-1e49-4320-8379-fb175aa9b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:51.004080 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012df5b3-3b41-4688-ae73-bcb245c9eb22 req-d0c2ce49-a14d-425b-8553-d61956f66998 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:51.005671 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-012df5b3-3b41-4688-ae73-bcb245c9eb22 req-d0c2ce49-a14d-425b-8553-d61956f66998 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 945 time: 0.5970860 Nov 22 15:27:51.174050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded39c68-6c05-418c-a3c7-d48c80bdf14f req-9f54bc70-c9e8-436e-8526-d2be74632bda tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] No DVR routers for this DVR port 481105e1-7897-4081-89ac-a8344dd71c46 on host hv-cinder-81877 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:27:51.178578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:51.209745 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Transition to ACTIVE for port object 91e9284d-600d-49b0-985d-fe1bad43efd1 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:51.216827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-3d339e69-1e49-4320-8379-fb175aa9b00d None None] For port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=69367fcf-8fea-47dd-a2ab-15264ba5f9a7,segment=NetworkSegment(89003805-140f-430e-9e33-4b7495e765d4),segment_id=89003805-140f-430e-9e33-4b7495e765d4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:51.218008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:51.236401 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d339e69-1e49-4320-8379-fb175aa9b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:51.242439 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:51.260233 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ded39c68-6c05-418c-a3c7-d48c80bdf14f req-9f54bc70-c9e8-436e-8526-d2be74632bda tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:51.266350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78353ee8-ec21-4943-a1ce-15d4231cdd8d', 'name': 'network-vif-deleted', 'tag': '481105e1-7897-4081-89ac-a8344dd71c46'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:51.300951 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:51.387807 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-362c9c7b-3195-4e9a-aad2-35963c593207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:51.525113 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78353ee8-ec21-4943-a1ce-15d4231cdd8d', 'name': 'network-vif-deleted', 'tag': '481105e1-7897-4081-89ac-a8344dd71c46', 'status': 'completed', 'code': 200} Nov 22 15:27:51.554238 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d339e69-1e49-4320-8379-fb175aa9b00d None None] Pushing event updated for resources: {'Port': ['ID=69367fcf-8fea-47dd-a2ab-15264ba5f9a7,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:51.559078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3d339e69-1e49-4320-8379-fb175aa9b00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:51.561235 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 09578895-9177-48ba-9047-750b0a429049, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=09578895-9177-48ba-9047-750b0a429049,segment=NetworkSegment(e50c34a0-2ca4-439c-848f-5d155e017785),segment_id=e50c34a0-2ca4-439c-848f-5d155e017785)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:51.562599 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-012df5b3-3b41-4688-ae73-bcb245c9eb22 req-fefa9706-9709-4fe5-b1bb-d7c318962ee3 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250404 Nov 22 15:27:51.564563 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ded39c68-6c05-418c-a3c7-d48c80bdf14f req-9f54bc70-c9e8-436e-8526-d2be74632bda tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.50 "DELETE /v2.0/ports/481105e1-7897-4081-89ac-a8344dd71c46 HTTP/1.1" status: 204 len: 173 time: 2.6618452 Nov 22 15:27:51.565942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:51.568142 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:51.619076 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Network 139902b7-ebc6-40ea-b380-24a4d9a6bd37 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:27:51.630781 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:51.637442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:27:51.638263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833330'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:51.678933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Pushing event updated for resources: {'Port': ['ID=91e9284d-600d-49b0-985d-fe1bad43efd1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:51.686148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:51.775200 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=09578895-9177-48ba-9047-750b0a429049,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:51.785857 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:51.791374 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:52.012793 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-54891898-875e-46f2-9af8-f84fd94a0513 None None] Provisioning complete for port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:52.013790 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54891898-875e-46f2-9af8-f84fd94a0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:52.152577 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 481105e1-7897-4081-89ac-a8344dd71c46 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:27:52.247588 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 9a61b853-6aa8-44bc-bdf5-668e078c0154 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:52.316333 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:52.321375 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:52.346510 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7221004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852942571'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:52.373311 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9f54bc70-c9e8-436e-8526-d2be74632bda tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:52.378710 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: 481105e1-7897-4081-89ac-a8344dd71c46 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:27:52.379429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 481105e1-7897-4081-89ac-a8344dd71c46 not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:27:52.617008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 9a61b853-6aa8-44bc-bdf5-668e078c0154 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:52.642815 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 9a61b853-6aa8-44bc-bdf5-668e078c0154 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:52.643712 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:52.865519 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-3c0a716a-d36d-49c4-90c2-b62abafa8155 None None] Provisioning for port 91e9284d-600d-49b0-985d-fe1bad43efd1 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:52.902462 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-3c0a716a-d36d-49c4-90c2-b62abafa8155 None None] Provisioning complete for port 91e9284d-600d-49b0-985d-fe1bad43efd1 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:52.908503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c0a716a-d36d-49c4-90c2-b62abafa8155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:53.024352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Pushing event updated for resources: {'Port': ['ID=91e9284d-600d-49b0-985d-fe1bad43efd1,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:53.071773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3c0a716a-d36d-49c4-90c2-b62abafa8155 None None] Port 91e9284d-600d-49b0-985d-fe1bad43efd1 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:27:53.084666 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:53.086978 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:53.106520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 9a61b853-6aa8-44bc-bdf5-668e078c0154, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=9a61b853-6aa8-44bc-bdf5-668e078c0154,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:53.111042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:53.111278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-5def41af-adde-44c7-aa83-88f3acf95f41 req-2a29a51d-9e98-4a4d-a981-ab6412c9615a tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Synchronizing usage tracker for tenant:f9249cea556a4ab7a9134f559a16911d on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:27:53.112222 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:53.180958 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-5def41af-adde-44c7-aa83-88f3acf95f41 req-2a29a51d-9e98-4a4d-a981-ab6412c9615a tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Unset dirty status for tenant:f9249cea556a4ab7a9134f559a16911d on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:27:53.183165 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5def41af-adde-44c7-aa83-88f3acf95f41 req-2a29a51d-9e98-4a4d-a981-ab6412c9615a tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=78353ee8-ec21-4943-a1ce-15d4231cdd8d HTTP/1.1" status: 200 len: 210 time: 0.1693120 Nov 22 15:27:53.200391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Network 139902b7-ebc6-40ea-b380-24a4d9a6bd37 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:27:53.202387 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:53.308022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-68a02791-205f-429d-b4f8-98dc82ed4f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:53.435426 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=9a61b853-6aa8-44bc-bdf5-668e078c0154,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:53.444395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:53.464283 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:53.464876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:53.666887 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 09578895-9177-48ba-9047-750b0a429049 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:53.757482 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 09578895-9177-48ba-9047-750b0a429049 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:53.757895 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:53.815753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Router 771e8668-964e-4724-994f-c741fd3f000b has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:27:53.833501 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-00eb3d7a-6a6b-42d3-9ece-856f9547bcc4 None None] Provisioning complete for port 91e9284d-600d-49b0-985d-fe1bad43efd1 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:53.833914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00eb3d7a-6a6b-42d3-9ece-856f9547bcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:53.936740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-00eb3d7a-6a6b-42d3-9ece-856f9547bcc4 None None] Port 91e9284d-600d-49b0-985d-fe1bad43efd1 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:27:54.041703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 9a61b853-6aa8-44bc-bdf5-668e078c0154 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:54.108686 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:27:54.115687 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] 10.222.0.41 "PUT /v2.0/routers/771e8668-964e-4724-994f-c741fd3f000b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9106679 Nov 22 15:27:54.158618 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 9a61b853-6aa8-44bc-bdf5-668e078c0154 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:54.159082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:54.766003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-02bb1a78-00fa-4ba7-87dd-2b14320b0eaf tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:54.767653 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-02bb1a78-00fa-4ba7-87dd-2b14320b0eaf tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/networks?id=953c622f-d4c6-47e6-9364-6baa35a3d96f HTTP/1.1" status: 200 len: 808 time: 0.1990769 Nov 22 15:27:54.791083 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-5e7ea304-69bc-4693-b148-7fe009f23b1f tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/quotas/f9249cea556a4ab7a9134f559a16911d HTTP/1.1" status: 200 len: 375 time: 0.0163095 Nov 22 15:27:54.853989 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-3e0a8eeb-a3d0-42ee-a58a-34722ff051ee tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9249cea556a4ab7a9134f559a16911d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560539 Nov 22 15:27:55.059265 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1ef8302f-9d99-4c88-9739-19ed84cd046c service neutron] 10.222.0.41 "GET /v2.0/networks/953c622f-d4c6-47e6-9364-6baa35a3d96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909306 Nov 22 15:27:55.276983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Sync routers for ids ['771e8668-964e-4724-994f-c741fd3f000b'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:27:55.321583 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-9861c9c4-5b0c-44ea-b802-83d6582d143c service neutron] 10.222.0.41 "GET /v2.0/networks/953c622f-d4c6-47e6-9364-6baa35a3d96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498243 Nov 22 15:27:55.325324 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Routers {'771e8668-964e-4724-994f-c741fd3f000b'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:27:55.327538 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:27:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['771e8668-964e-4724-994f-c741fd3f000b'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:55.553825 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-efeca17b-031e-4a95-bcb5-d460aeff6b8d req-fd9c941b-5d04-47d3-bca1-c4c7d1f83110 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 210 time: 0.0539978 Nov 22 15:27:55.636045 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Set router 771e8668-964e-4724-994f-c741fd3f000b gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:27:56.210512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771e8668-964e-4724-994f-c741fd3f000b', 'name': 'tempest-TestMinimumBasicScenario-1507284908-router', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:27:51Z', 'revision_number': 4, 'project_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'gw_port': {'id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e8668-964e-4724-994f-c741fd3f000b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '91e9284d-600d-49b0-985d-fe1bad43efd1', 'name': '', 'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'mac_address': 'fa:16:3e:74:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e8668-964e-4724-994f-c741fd3f000b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f077c0d6-f83a-4509-a258-a3bc0c609ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:49Z', 'updated_at': '2021-11-22T15:27:51Z', 'revision_number': 2, 'project_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'subnets': [{'id': 'f077c0d6-f83a-4509-a258-a3bc0c609ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:56.216957 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Checking router: 771e8668-964e-4724-994f-c741fd3f000b for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:27:56.217520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Updating router 771e8668-964e-4724-994f-c741fd3f000b port 91e9284d-600d-49b0-985d-fe1bad43efd1 binding host dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:27:56.327312 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.867357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.900973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Transition to ACTIVE for port object 91e9284d-600d-49b0-985d-fe1bad43efd1 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:56.910689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.917080 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a8e630d-d0f1-480c-8197-6da323d8d4ea req-1a9c5c03-ef9d-4fef-94f1-36ef70e6ca21 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 210 time: 0.0834231 Nov 22 15:27:56.918387 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3d339e69-1e49-4320-8379-fb175aa9b00d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:57.211155 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fbd2f-cc17-4c1f-864c-210733cf461b None None] Pushing event updated for resources: {'Port': ['ID=91e9284d-600d-49b0-985d-fe1bad43efd1,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:57.240312 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-345fbd2f-cc17-4c1f-864c-210733cf461b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:57.475486 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-dd56fd74-8a0e-471f-890f-c15f5608e39e tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:57.476296 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-dd56fd74-8a0e-471f-890f-c15f5608e39e tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.50 "GET /v2.0/networks?id=953c622f-d4c6-47e6-9364-6baa35a3d96f HTTP/1.1" status: 200 len: 808 time: 0.3765740 Nov 22 15:27:57.483634 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Attempting to bind port 91e9284d-600d-49b0-985d-fe1bad43efd1 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:27:57.484049 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Attempting to bind port 91e9284d-600d-49b0-985d-fe1bad43efd1 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '89003805-140f-430e-9e33-4b7495e765d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:27:57.484454 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Attempting to bind port 91e9284d-600d-49b0-985d-fe1bad43efd1 on network 139902b7-ebc6-40ea-b380-24a4d9a6bd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:27:57.494228 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:27:57.499245 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Checking segment: {'id': '89003805-140f-430e-9e33-4b7495e765d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:27:57.499914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:57.500362 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Bound using segment: {'id': '89003805-140f-430e-9e33-4b7495e765d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:27:57.500998 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Bound port: 91e9284d-600d-49b0-985d-fe1bad43efd1, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89003805-140f-430e-9e33-4b7495e765d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:27:57.501421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:57.510825 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Request body: {'port': {'device_id': '0e4dfb61-9365-48bb-b133-6a5e12b86e3c', 'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f', 'admin_state_up': True, 'tenant_id': 'f9249cea556a4ab7a9134f559a16911d'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:57.686195 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] For port 91e9284d-600d-49b0-985d-fe1bad43efd1, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:27:57.699407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] For port 91e9284d-600d-49b0-985d-fe1bad43efd1, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=91e9284d-600d-49b0-985d-fe1bad43efd1,segment=NetworkSegment(89003805-140f-430e-9e33-4b7495e765d4),segment_id=89003805-140f-430e-9e33-4b7495e765d4)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:27:57.699407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:57.711707 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:57.858053 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Routers {'771e8668-964e-4724-994f-c741fd3f000b'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:27:57.859003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:27:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['771e8668-964e-4724-994f-c741fd3f000b'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:57.915223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:57.939877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:57.962744 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Made reservation on behalf of f9249cea556a4ab7a9134f559a16911d for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:27:57.972991 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:58.273309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Allocated IP 172.20.0.3 (953c622f-d4c6-47e6-9364-6baa35a3d96f/7ff3a625-d798-4783-b5da-538042d965c9/8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:27:58.391585 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] Set router 771e8668-964e-4724-994f-c741fd3f000b gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:27:58.573635 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fbd2f-cc17-4c1f-864c-210733cf461b None None] Pushing event updated for resources: {'Port': ['ID=91e9284d-600d-49b0-985d-fe1bad43efd1,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:58.577442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-345fbd2f-cc17-4c1f-864c-210733cf461b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:58.583261 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-dc45c7fb-3110-4c93-8bd0-53f426c74ad2 req-7792131c-47e3-4637-9ba3-954380330a2c tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 210 time: 0.3486173 Nov 22 15:27:58.691948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:58.741425 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:58.749890 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:58.859329 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771e8668-964e-4724-994f-c741fd3f000b', 'name': 'tempest-TestMinimumBasicScenario-1507284908-router', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:27:51Z', 'revision_number': 4, 'project_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'gw_port': {'id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e8668-964e-4724-994f-c741fd3f000b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '91e9284d-600d-49b0-985d-fe1bad43efd1', 'name': '', 'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'mac_address': 'fa:16:3e:74:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e8668-964e-4724-994f-c741fd3f000b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f077c0d6-f83a-4509-a258-a3bc0c609ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:49Z', 'updated_at': '2021-11-22T15:27:57Z', 'revision_number': 4, 'project_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'subnets': [{'id': 'f077c0d6-f83a-4509-a258-a3bc0c609ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:58.865316 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c687a3-14a1-48d1-a999-400061e4afc8 None None] The sync data for ids ['771e8668-964e-4724-994f-c741fd3f000b'] in dv-cinder-818778-1-iscsi is: [{'id': '771e8668-964e-4724-994f-c741fd3f000b', 'name': 'tempest-TestMinimumBasicScenario-1507284908-router', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:27:51Z', 'revision_number': 4, 'project_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'gw_port': {'id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e8668-964e-4724-994f-c741fd3f000b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '91e9284d-600d-49b0-985d-fe1bad43efd1', 'name': '', 'network_id': '139902b7-ebc6-40ea-b380-24a4d9a6bd37', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'mac_address': 'fa:16:3e:74:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e8668-964e-4724-994f-c741fd3f000b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f077c0d6-f83a-4509-a258-a3bc0c609ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:49Z', 'updated_at': '2021-11-22T15:27:57Z', 'revision_number': 4, 'project_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'subnets': [{'id': 'f077c0d6-f83a-4509-a258-a3bc0c609ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:27:58.883700 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Pushing event updated for resources: {'Port': ['ID=8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:58.893360 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:58.897950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Network 953c622f-d4c6-47e6-9364-6baa35a3d96f is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:27:58.899182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:58.901606 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:27:58.906217 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:58.907365 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:58.947517 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4412484 Nov 22 15:27:58.968964 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Request body: {'port': {'device_id': '0e4dfb61-9365-48bb-b133-6a5e12b86e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:59.197969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:59.976072 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f4f47-a910-4511-b784-91d2a2986f47 req-10ed5c4b-1dad-44c9-81c9-642d59af73cc tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:59.980731 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-1b6f4f47-a910-4511-b784-91d2a2986f47 req-10ed5c4b-1dad-44c9-81c9-642d59af73cc tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Synchronizing usage tracker for tenant:f9249cea556a4ab7a9134f559a16911d on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:28:00.073847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-1b6f4f47-a910-4511-b784-91d2a2986f47 req-10ed5c4b-1dad-44c9-81c9-642d59af73cc tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Unset dirty status for tenant:f9249cea556a4ab7a9134f559a16911d on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:28:00.078764 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1b6f4f47-a910-4511-b784-91d2a2986f47 req-10ed5c4b-1dad-44c9-81c9-642d59af73cc tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 931 time: 0.2806711 Nov 22 15:28:00.154576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 91e9284d-600d-49b0-985d-fe1bad43efd1 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:28:00.218209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:28:00.231579 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:00.243849 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1b6f4f47-a910-4511-b784-91d2a2986f47 req-b0c0b5d7-fd92-4f8b-80aa-c15afdb8dcd3 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941288 Nov 22 15:28:00.258717 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Transition to ACTIVE for port object 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:28:00.264428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:00.283288 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:00.365911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 91e9284d-600d-49b0-985d-fe1bad43efd1 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:28:00.374613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 91e9284d-600d-49b0-985d-fe1bad43efd1 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:00.375336 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:00.430878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Pushing event updated for resources: {'Port': ['ID=8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:00.436855 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:00.576304 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Attempting to bind port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:28:00.576877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Attempting to bind port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '36054a66-882a-4bd1-aab7-120507f54b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:28:00.577392 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Attempting to bind port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 on network 953c622f-d4c6-47e6-9364-6baa35a3d96f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:28:00.585914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 on network 953c622f-d4c6-47e6-9364-6baa35a3d96f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:28:00.586459 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Attempting to bind port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 on network 953c622f-d4c6-47e6-9364-6baa35a3d96f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:28:00.595050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:28:00.595604 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Checking segment: {'id': '36054a66-882a-4bd1-aab7-120507f54b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:28:00.596303 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Bound using segment: {'id': '36054a66-882a-4bd1-aab7-120507f54b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:28:00.597164 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Bound port: 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36054a66-882a-4bd1-aab7-120507f54b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:28:00.597872 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:00.721220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:00.828487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 91e9284d-600d-49b0-985d-fe1bad43efd1, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=91e9284d-600d-49b0-985d-fe1bad43efd1,segment=NetworkSegment(89003805-140f-430e-9e33-4b7495e765d4),segment_id=89003805-140f-430e-9e33-4b7495e765d4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:00.834219 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:00.840886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-68a02791-205f-429d-b4f8-98dc82ed4f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:00.877186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] For port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7, host hv-cinder-81877, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:28:00.883794 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] For port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7,segment=NetworkSegment(36054a66-882a-4bd1-aab7-120507f54b18),segment_id=36054a66-882a-4bd1-aab7-120507f54b18)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:28:00.892204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:00.910834 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-746dc95d-6a6f-46af-9fbe-eb9ce45dd6a2 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:00.985641 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=91e9284d-600d-49b0-985d-fe1bad43efd1,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:01.004236 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:01.015730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:01.017867 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] 10.222.0.50 "PUT /v2.0/ports/8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 HTTP/1.1" status: 200 len: 1093 time: 2.0540102 Nov 22 15:28:01.018484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4dfb61-9365-48bb-b133-6a5e12b86e3c', 'tag': '8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:28:01.032961 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Pushing event updated for resources: {'Port': ['ID=8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:01.039814 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:01.239540 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-7a6a7bf5-6f6e-414f-9edd-88b3692c8a2b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9249cea556a4ab7a9134f559a16911d&device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 1096 time: 0.1520767 Nov 22 15:28:01.370862 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-8b7fdd31-9866-468f-b22d-17566918bdf2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 HTTP/1.1" status: 200 len: 217 time: 0.1201575 Nov 22 15:28:01.373313 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4dfb61-9365-48bb-b133-6a5e12b86e3c', 'tag': '8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7', 'status': 'completed', 'code': 200} Nov 22 15:28:01.690842 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f0b0b4cd-e084-4257-b7e4-ffcfdf3a38ba service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:01.693574 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-f0b0b4cd-e084-4257-b7e4-ffcfdf3a38ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ff3a625-d798-4783-b5da-538042d965c9 HTTP/1.1" status: 200 len: 848 time: 0.3127108 Nov 22 15:28:01.758171 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-644afc3b-e61d-4751-b30a-ddd7caf5c13d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=953c622f-d4c6-47e6-9364-6baa35a3d96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516367 Nov 22 15:28:01.770612 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f14ea-19c7-45fa-8253-fa373c93daeb req-00017181-584c-441f-b462-07999c6c6a70 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:01.772434 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-128f14ea-19c7-45fa-8253-fa373c93daeb req-00017181-584c-441f-b462-07999c6c6a70 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 943 time: 0.2544677 Nov 22 15:28:01.946867 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-128f14ea-19c7-45fa-8253-fa373c93daeb req-57ecf72f-b0e8-47bc-ad21-8c06f642d821 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430244 Nov 22 15:28:02.006241 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-51ba386e-97bb-410f-bf42-c94757e7cc79 service neutron] 10.222.0.50 "GET /v2.0/networks/953c622f-d4c6-47e6-9364-6baa35a3d96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325032 Nov 22 15:28:02.075425 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 91e9284d-600d-49b0-985d-fe1bad43efd1 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:28:02.208616 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 91e9284d-600d-49b0-985d-fe1bad43efd1 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:02.209368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:02.221087 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc9c1b6f-878e-459e-9307-c32828d9a38e req-561d8072-e529-48fc-a345-3fd4f6ac9753 service neutron] 10.222.0.50 "GET /v2.0/networks/953c622f-d4c6-47e6-9364-6baa35a3d96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032063 Nov 22 15:28:02.491555 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2c2ec37d-8072-4729-ace6-bf69ade4a9df req-0bc99f10-c7be-4e3d-b86a-9aca1855906b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9249cea556a4ab7a9134f559a16911d&device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 1096 time: 0.2156956 Nov 22 15:28:02.737531 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ec37d-8072-4729-ace6-bf69ade4a9df req-0e5b6f8a-15ec-4f6c-98af-d3a25df0536b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:02.739201 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2c2ec37d-8072-4729-ace6-bf69ade4a9df req-0e5b6f8a-15ec-4f6c-98af-d3a25df0536b service neutron] 10.222.0.50 "GET /v2.0/networks?id=953c622f-d4c6-47e6-9364-6baa35a3d96f HTTP/1.1" status: 200 len: 909 time: 0.2399380 Nov 22 15:28:02.849545 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2c2ec37d-8072-4729-ace6-bf69ade4a9df req-3446c020-365a-4af2-8381-88e4d2eab068 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 HTTP/1.1" status: 200 len: 217 time: 0.1012681 Nov 22 15:28:02.935808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ec37d-8072-4729-ace6-bf69ade4a9df req-90b3aa74-77cc-4f70-b99a-85edcf93d9bc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:02.937552 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2c2ec37d-8072-4729-ace6-bf69ade4a9df req-90b3aa74-77cc-4f70-b99a-85edcf93d9bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ff3a625-d798-4783-b5da-538042d965c9 HTTP/1.1" status: 200 len: 848 time: 0.0796516 Nov 22 15:28:03.003375 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2c2ec37d-8072-4729-ace6-bf69ade4a9df req-2406d6e3-ad6d-4951-8de1-7c1555573908 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=953c622f-d4c6-47e6-9364-6baa35a3d96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581248 Nov 22 15:28:03.315126 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2c2ec37d-8072-4729-ace6-bf69ade4a9df req-16b259ae-22c3-40e0-845f-a5c1106f7697 service neutron] 10.222.0.50 "GET /v2.0/networks/953c622f-d4c6-47e6-9364-6baa35a3d96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044374 Nov 22 15:28:03.393984 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307715e-a0fe-44f4-8885-52148326533e req-82d0157c-34d1-47e2-9499-e30dd63a82a4 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:03.396016 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6307715e-a0fe-44f4-8885-52148326533e req-82d0157c-34d1-47e2-9499-e30dd63a82a4 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 943 time: 0.2365508 Nov 22 15:28:03.600518 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6307715e-a0fe-44f4-8885-52148326533e req-342d48a6-3e91-4c38-92d8-ad881f9e8a79 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235876 Nov 22 15:28:03.608366 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2c2ec37d-8072-4729-ace6-bf69ade4a9df req-77504b6d-3e22-4db6-84ac-5a934917da54 service neutron] 10.222.0.50 "GET /v2.0/networks/953c622f-d4c6-47e6-9364-6baa35a3d96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823360 Nov 22 15:28:03.782876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5423c7dd-f4ec-4fdc-91c1-041021f7a924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:04.201390 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:28:04.430598 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:28:04.437195 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7,segment=NetworkSegment(36054a66-882a-4bd1-aab7-120507f54b18),segment_id=36054a66-882a-4bd1-aab7-120507f54b18)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:04.456613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': '8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7', 'network_id': '953c622f-d4c6-47e6-9364-6baa35a3d96f', 'port_id': '8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7', 'mac_address': 'fa:16:3e:87:06:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff3a625-d798-4783-b5da-538042d965c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:28:04.539123 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:04.565495 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:28:04.587455 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7,segment=NetworkSegment(36054a66-882a-4bd1-aab7-120507f54b18),segment_id=36054a66-882a-4bd1-aab7-120507f54b18)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:04.592800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:04.596554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:04.704854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:04.708925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:04.905904 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9061568-df00-4011-b5f7-2e59642b5b55 req-ba8d914e-1735-4110-b8cd-fe3409c0fea7 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:04.908480 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9061568-df00-4011-b5f7-2e59642b5b55 req-ba8d914e-1735-4110-b8cd-fe3409c0fea7 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 944 time: 0.1162558 Nov 22 15:28:04.914488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:28:04.995136 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9061568-df00-4011-b5f7-2e59642b5b55 req-1994e7de-c378-4d61-b343-764a9be25d6f tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790412 Nov 22 15:28:05.140507 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:05.984689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1774523-018e-44cd-bbb4-1cb280107c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:06.216870 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:28:06.259393 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e6d40-803a-4387-ae38-b4ef5125f53d req-c4713c77-1fac-4ef5-b635-47d756b7a739 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:06.261924 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b99e6d40-803a-4387-ae38-b4ef5125f53d req-c4713c77-1fac-4ef5-b635-47d756b7a739 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 944 time: 0.1265335 Nov 22 15:28:06.318091 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b99e6d40-803a-4387-ae38-b4ef5125f53d req-1783f998-98bc-4c37-8de1-ddf860974dd6 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495286 Nov 22 15:28:06.346419 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:06.358967 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:28:06.366842 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:06.367445 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:06.522927 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:06.584605 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4dfb61-9365-48bb-b133-6a5e12b86e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:28:06.598639 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7,segment=NetworkSegment(36054a66-882a-4bd1-aab7-120507f54b18),segment_id=36054a66-882a-4bd1-aab7-120507f54b18)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:06.598639 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:06.598639 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:06.663311 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4dfb61-9365-48bb-b133-6a5e12b86e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7', 'code': 200} Nov 22 15:28:06.703142 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:06.708059 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:07.037174 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-482f04de-22f0-472b-b76f-ad207dd6cb67 req-71748606-3dd2-4083-9b07-6204d8374a1f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 1098 time: 0.1176839 Nov 22 15:28:07.095928 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-482f04de-22f0-472b-b76f-ad207dd6cb67 req-cc915699-5504-4196-a0de-ecbaea881b36 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457208 Nov 22 15:28:07.377867 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:07.556206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fb48a-4894-4af4-bf9d-3277156a1d13 req-24dfefb7-a919-4222-a8dd-09fe11a9a1e5 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:07.558325 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-732fb48a-4894-4af4-bf9d-3277156a1d13 req-24dfefb7-a919-4222-a8dd-09fe11a9a1e5 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 945 time: 0.0922222 Nov 22 15:28:07.612448 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-732fb48a-4894-4af4-bf9d-3277156a1d13 req-eca4fb00-9e37-47db-a226-041ff87322f5 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466704 Nov 22 15:28:08.044350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:08.221272 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-fd328a04-b5c8-4b1d-8629-40a24243414c tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:08.222878 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-fd328a04-b5c8-4b1d-8629-40a24243414c tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/networks?id=1e8b50b8-0456-478e-aa05-ea9a12a110ce HTTP/1.1" status: 200 len: 814 time: 0.1743960 Nov 22 15:28:08.243797 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-0e91f0be-80b3-4c3e-9fa9-8139e36a9ada tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/quotas/e225451458664743ac9a6173de7a1cd1 HTTP/1.1" status: 200 len: 375 time: 0.0141790 Nov 22 15:28:08.373474 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-56f88c47-196f-4c52-bbcd-030828b0aac1 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e225451458664743ac9a6173de7a1cd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187482 Nov 22 15:28:08.750581 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-25e22981-d353-4df0-aba8-f4626fbb5059 service neutron] 10.222.0.41 "GET /v2.0/networks/1e8b50b8-0456-478e-aa05-ea9a12a110ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471093 Nov 22 15:28:08.967350 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-080ae3a4-52e8-4d0b-a377-67c05d258a41 service neutron] 10.222.0.41 "GET /v2.0/networks/1e8b50b8-0456-478e-aa05-ea9a12a110ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097452 Nov 22 15:28:08.977615 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79c85b-a799-49e5-a5ba-4163c3f7a516 req-46b529a0-1caf-48ef-ae12-2d22f30e11cb tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:08.979229 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8c79c85b-a799-49e5-a5ba-4163c3f7a516 req-46b529a0-1caf-48ef-ae12-2d22f30e11cb tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 945 time: 0.1927495 Nov 22 15:28:09.039894 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8c79c85b-a799-49e5-a5ba-4163c3f7a516 req-4d4513b0-a062-4302-bb2a-11aa5fc4ae5d tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527461 Nov 22 15:28:09.215484 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ed172199-371c-4d78-a563-241f3e343e7a req-2feaf7b4-4003-4d6f-ad33-b8f40be09afb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 210 time: 0.0608807 Nov 22 15:28:10.474998 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-56d8a4b0-c1ef-40a9-ab06-a2a9cf88e097 req-b3940f1e-330e-48dc-a116-c134b4c1c65c tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 210 time: 0.0636249 Nov 22 15:28:10.644368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-11536443-bbcc-452e-af3e-8fa3210b0a89 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:10.645947 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-11536443-bbcc-452e-af3e-8fa3210b0a89 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.50 "GET /v2.0/networks?id=1e8b50b8-0456-478e-aa05-ea9a12a110ce HTTP/1.1" status: 200 len: 814 time: 0.2789583 Nov 22 15:28:10.670057 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a1616-4249-45fd-9371-f787642e4026 req-c538f052-80cb-4eb2-957a-512f49b34412 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:10.671891 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3b3a1616-4249-45fd-9371-f787642e4026 req-c538f052-80cb-4eb2-957a-512f49b34412 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 945 time: 0.2038016 Nov 22 15:28:10.677833 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Request body: {'port': {'device_id': '56493234-bd20-4dd6-9692-330129606f2e', 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce', 'admin_state_up': True, 'tenant_id': 'e225451458664743ac9a6173de7a1cd1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:28:10.857079 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3b3a1616-4249-45fd-9371-f787642e4026 req-7531a914-badc-4d62-85f8-a71f397807a8 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610482 Nov 22 15:28:10.900969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:10.904782 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Usage tracker for resource:port and tenant:e225451458664743ac9a6173de7a1cd1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:10.907870 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:10.914115 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:10.924923 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Made reservation on behalf of e225451458664743ac9a6173de7a1cd1 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:28:10.930462 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:11.165498 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Allocated IP 172.20.0.12 (1e8b50b8-0456-478e-aa05-ea9a12a110ce/8a88e1b3-239e-4c5d-9217-5d47009fee79/6ef6ae76-2f49-4ccf-83f5-485b3687f10b) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:28:11.510757 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:11.542285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Transition to ACTIVE for port object 6ef6ae76-2f49-4ccf-83f5-485b3687f10b will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:28:11.574225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:11.587771 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:11.741340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Network 1e8b50b8-0456-478e-aa05-ea9a12a110ce is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:28:11.746023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:28:11.748594 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:28:11.753420 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:11.753770 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:11.783195 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Pushing event updated for resources: {'Port': ['ID=6ef6ae76-2f49-4ccf-83f5-485b3687f10b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:11.789407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:11.807813 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1460009 Nov 22 15:28:11.854697 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2aa91-0483-4fb3-86c0-02091c0b305e req-9534a6d6-1480-4139-8507-d832d3aa70a4 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:11.857802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-c8e2aa91-0483-4fb3-86c0-02091c0b305e req-9534a6d6-1480-4139-8507-d832d3aa70a4 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Synchronizing usage tracker for tenant:e225451458664743ac9a6173de7a1cd1 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:28:11.878433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-c8e2aa91-0483-4fb3-86c0-02091c0b305e req-9534a6d6-1480-4139-8507-d832d3aa70a4 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Unset dirty status for tenant:e225451458664743ac9a6173de7a1cd1 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:28:11.886514 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c8e2aa91-0483-4fb3-86c0-02091c0b305e req-9534a6d6-1480-4139-8507-d832d3aa70a4 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 932 time: 0.2315860 Nov 22 15:28:12.027303 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c8e2aa91-0483-4fb3-86c0-02091c0b305e req-a8f706bb-a5f4-4c4a-b27e-3924a6f4f01b tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394651 Nov 22 15:28:12.160409 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e49c4a-5d7d-4698-8497-9c3a05ab4d10 req-3651f951-36a9-48a7-bf4c-0d3d1b188b66 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:12.162287 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-77e49c4a-5d7d-4698-8497-9c3a05ab4d10 req-3651f951-36a9-48a7-bf4c-0d3d1b188b66 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 945 time: 0.1022263 Nov 22 15:28:12.191433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-c662067b-11e5-4623-a3e9-cae6f565b59c None None] Provisioning for port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:28:12.195809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-c662067b-11e5-4623-a3e9-cae6f565b59c None None] Provisioning complete for port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:12.196338 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c662067b-11e5-4623-a3e9-cae6f565b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:12.271646 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-77e49c4a-5d7d-4698-8497-9c3a05ab4d10 req-1f0f788a-3049-4288-92c5-decdc39d4244 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029375 Nov 22 15:28:12.278417 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-c662067b-11e5-4623-a3e9-cae6f565b59c None None] Port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:28:13.388430 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467dbf5-c35b-4a68-a18f-8d98fe0c4060 req-98097f33-2e24-49bb-a976-e9c8a6eea821 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:13.407399 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1467dbf5-c35b-4a68-a18f-8d98fe0c4060 req-98097f33-2e24-49bb-a976-e9c8a6eea821 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 932 time: 0.1970856 Nov 22 15:28:13.546888 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1467dbf5-c35b-4a68-a18f-8d98fe0c4060 req-1bc0435c-9bbf-4193-8230-34fdbc5a3668 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331260 Nov 22 15:28:13.589787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059f966-10ff-48b6-af47-013b8853ffe9 req-5792c245-d27c-4ed0-a63d-e4b372251bb5 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:13.591500 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c059f966-10ff-48b6-af47-013b8853ffe9 req-5792c245-d27c-4ed0-a63d-e4b372251bb5 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 945 time: 0.1195624 Nov 22 15:28:13.690772 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c059f966-10ff-48b6-af47-013b8853ffe9 req-a3a79fd8-8e66-4f77-9f87-cfad53ee464f tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921216 Nov 22 15:28:14.814709 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5125d90-2fb3-4e1b-8a73-ae7e82a33005 req-cbb25bf2-089c-4050-a59b-b3a3dfdc0113 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:14.822298 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c5125d90-2fb3-4e1b-8a73-ae7e82a33005 req-cbb25bf2-089c-4050-a59b-b3a3dfdc0113 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 932 time: 0.1250060 Nov 22 15:28:14.915192 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c5125d90-2fb3-4e1b-8a73-ae7e82a33005 req-12d61148-8575-4f2e-b50c-2e5d8706f2e5 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902116 Nov 22 15:28:15.014763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4760-7575-454a-9889-790acf38941a req-5668715e-13fb-48ae-92a0-5a309636356c tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:15.016892 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c14f4760-7575-454a-9889-790acf38941a req-5668715e-13fb-48ae-92a0-5a309636356c tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 945 time: 0.1006513 Nov 22 15:28:15.071926 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c14f4760-7575-454a-9889-790acf38941a req-0e9199b5-fd41-46ef-900e-a57b2354b947 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480578 Nov 22 15:28:16.189089 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49225607-8c91-4649-b234-681816bbe8ef req-6c619310-73f2-4071-8ffc-61f215713e67 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:16.192931 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-49225607-8c91-4649-b234-681816bbe8ef req-6c619310-73f2-4071-8ffc-61f215713e67 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 932 time: 0.1073475 Nov 22 15:28:16.343060 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-49225607-8c91-4649-b234-681816bbe8ef req-9caadb72-ac28-4a40-aff7-a833863ecf80 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402342 Nov 22 15:28:16.420396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426add2-b5c1-448e-9154-9620b3c1765c req-01a6ecb7-cd2a-4856-a605-3cd2ca42fdef tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:16.424838 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0426add2-b5c1-448e-9154-9620b3c1765c req-01a6ecb7-cd2a-4856-a605-3cd2ca42fdef tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 945 time: 0.1721015 Nov 22 15:28:16.487710 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0426add2-b5c1-448e-9154-9620b3c1765c req-3cbe7bb3-a617-4dd3-9aa3-8d16e432d574 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553973 Nov 22 15:28:17.694029 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac0a9c-25f9-4f4e-9587-fe2a5e31c9ba req-c2b58ee7-e766-430c-9cde-9215ba1cda6c tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:17.701674 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d3ac0a9c-25f9-4f4e-9587-fe2a5e31c9ba req-c2b58ee7-e766-430c-9cde-9215ba1cda6c tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 932 time: 0.1753910 Nov 22 15:28:17.823094 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d3ac0a9c-25f9-4f4e-9587-fe2a5e31c9ba req-230cd2b6-2226-46d7-9b87-fadfb9c1e48c tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204379 Nov 22 15:28:17.854113 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641a2f7-8d23-4dc4-b4f2-8e1523604c7d req-c593be2d-c0ba-4580-899d-17740ba442d4 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:17.856094 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a641a2f7-8d23-4dc4-b4f2-8e1523604c7d req-c593be2d-c0ba-4580-899d-17740ba442d4 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 945 time: 0.1352937 Nov 22 15:28:17.924995 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a641a2f7-8d23-4dc4-b4f2-8e1523604c7d req-c7318cc4-af06-4099-b158-2eadfa615f31 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592484 Nov 22 15:28:19.108111 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d03d0-ce93-4ad5-9d57-7208a5cfb5db req-9818fc99-8016-4b82-b61c-2631d7e0e750 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:19.117257 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7b0d03d0-ce93-4ad5-9d57-7208a5cfb5db req-9818fc99-8016-4b82-b61c-2631d7e0e750 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 932 time: 0.1081083 Nov 22 15:28:19.240802 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7b0d03d0-ce93-4ad5-9d57-7208a5cfb5db req-dbb1c6a0-5965-4015-a473-7bb276443d1a tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224947 Nov 22 15:28:19.255000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810591c-3290-4a93-8de0-cca84cb61622 req-028ba4d6-ef74-49e3-a486-3229e5910160 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:19.256676 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c810591c-3290-4a93-8de0-cca84cb61622 req-028ba4d6-ef74-49e3-a486-3229e5910160 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 945 time: 0.1224890 Nov 22 15:28:19.384985 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c810591c-3290-4a93-8de0-cca84cb61622 req-ed4ba440-bcd0-4989-95b7-637abdb9229d tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116292 Nov 22 15:28:20.524525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Request body: {'port': {'device_id': '56493234-bd20-4dd6-9692-330129606f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:28:20.783849 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:20.812464 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceeb41f-1bf5-4a9a-84a6-966454e0f928 req-c2d2f3ad-8835-4f69-b991-8c3c30b73f86 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:20.814774 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6ceeb41f-1bf5-4a9a-84a6-966454e0f928 req-c2d2f3ad-8835-4f69-b991-8c3c30b73f86 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 945 time: 0.2597399 Nov 22 15:28:20.822194 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8cd0f-f559-4f4e-bd24-bec4cd0ffd77 req-7c3a3b8e-1215-4faa-9eba-d86b7e99ebf4 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:20.823854 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cbc8cd0f-f559-4f4e-bd24-bec4cd0ffd77 req-7c3a3b8e-1215-4faa-9eba-d86b7e99ebf4 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 932 time: 0.2701428 Nov 22 15:28:21.024814 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6ceeb41f-1bf5-4a9a-84a6-966454e0f928 req-5193c664-8c6b-4aed-ba8a-3c6d3c905c3b tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b442d3f-66ef-472f-a5c4-8c25ffe97979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995049 Nov 22 15:28:21.030827 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cbc8cd0f-f559-4f4e-bd24-bec4cd0ffd77 req-717506bc-8338-44b8-966d-50cc12002135 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769264 Nov 22 15:28:21.342055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d836609-9b95-4f73-9190-28f9220e51d9 req-b6840b6d-e54a-4fdd-bd6a-b3bf711190c7 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:21.342859 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-8d836609-9b95-4f73-9190-28f9220e51d9 req-b6840b6d-e54a-4fdd-bd6a-b3bf711190c7 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Synchronizing usage tracker for tenant:f9249cea556a4ab7a9134f559a16911d on resource:port {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:28:21.358967 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-8d836609-9b95-4f73-9190-28f9220e51d9 req-b6840b6d-e54a-4fdd-bd6a-b3bf711190c7 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Unset dirty status for tenant:f9249cea556a4ab7a9134f559a16911d on resource:port {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:28:21.360832 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8d836609-9b95-4f73-9190-28f9220e51d9 req-b6840b6d-e54a-4fdd-bd6a-b3bf711190c7 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 945 time: 0.1155252 Nov 22 15:28:21.483473 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-8d836609-9b95-4f73-9190-28f9220e51d9 req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Deleting port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:28:21.484024 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-8d836609-9b95-4f73-9190-28f9220e51d9 req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:21.520031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef6ae76-2f49-4ccf-83f5-485b3687f10b {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:28:21.528697 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:21.551900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Transition to ACTIVE for port object 6ef6ae76-2f49-4ccf-83f5-485b3687f10b will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:28:21.555136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:21.560311 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:21.765287 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef6ae76-2f49-4ccf-83f5-485b3687f10b,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:21.804667 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:21.845532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Attempting to bind port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:28:21.846351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Attempting to bind port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'e50c34a0-2ca4-439c-848f-5d155e017785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:28:21.847193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Attempting to bind port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b on network 1e8b50b8-0456-478e-aa05-ea9a12a110ce {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:28:21.855427 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-8d836609-9b95-4f73-9190-28f9220e51d9 req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] For port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7,segment=NetworkSegment(36054a66-882a-4bd1-aab7-120507f54b18),segment_id=36054a66-882a-4bd1-aab7-120507f54b18)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:21.855839 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-8d836609-9b95-4f73-9190-28f9220e51d9 req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:21.859497 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b on network 1e8b50b8-0456-478e-aa05-ea9a12a110ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:28:21.860776 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Attempting to bind port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b on network 1e8b50b8-0456-478e-aa05-ea9a12a110ce {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:28:21.874199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:28:21.876078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Checking segment: {'id': 'e50c34a0-2ca4-439c-848f-5d155e017785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:28:21.876800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Bound using segment: {'id': 'e50c34a0-2ca4-439c-848f-5d155e017785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:28:21.877972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Bound port: 6ef6ae76-2f49-4ccf-83f5-485b3687f10b, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e50c34a0-2ca4-439c-848f-5d155e017785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:28:21.879110 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:22.013512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-8d836609-9b95-4f73-9190-28f9220e51d9 req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Calling delete_port for 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:28:22.015836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] For port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b, host hv-cinder-81877, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:28:22.022711 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] For port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6ef6ae76-2f49-4ccf-83f5-485b3687f10b,segment=NetworkSegment(e50c34a0-2ca4-439c-848f-5d155e017785),segment_id=e50c34a0-2ca4-439c-848f-5d155e017785)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:28:22.033590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:22.043528 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:22.241271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-8d836609-9b95-4f73-9190-28f9220e51d9 req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:22.246050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef6ae76-2f49-4ccf-83f5-485b3687f10b,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:22.256255 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:22.259068 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:28:22.263966 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:22.267117 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] 10.222.0.50 "PUT /v2.0/ports/6ef6ae76-2f49-4ccf-83f5-485b3687f10b HTTP/1.1" status: 200 len: 1094 time: 1.7494211 Nov 22 15:28:22.268145 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56493234-bd20-4dd6-9692-330129606f2e', 'tag': '6ef6ae76-2f49-4ccf-83f5-485b3687f10b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:28:22.272419 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fcfc6db4-f7f2-4373-bf5f-ae7aac1f50db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:22.371580 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Pushing event deleted for resources: {'Port': ['ID=8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:22.383448 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:22.383739 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:22.384129 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:22.384584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:22.384892 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:22.385287 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:22.385677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:22.386068 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:22.386465 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:22.387096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:22.387484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:22.393072 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:22.480621 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d836609-9b95-4f73-9190-28f9220e51d9 req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] No DVR routers for this DVR port 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:28:22.486178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-8d836609-9b95-4f73-9190-28f9220e51d9 req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:22.491132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4dfb61-9365-48bb-b133-6a5e12b86e3c', 'name': 'network-vif-deleted', 'tag': '8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:28:22.513076 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8d836609-9b95-4f73-9190-28f9220e51d9 req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.50 "DELETE /v2.0/ports/8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 HTTP/1.1" status: 204 len: 173 time: 1.1421185 Nov 22 15:28:22.563448 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fc682141-0e28-4d26-b50f-bfe0ecaaf8f7 req-cebe287f-0b07-4f97-bdca-5b6f7b46070d tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4dfb61-9365-48bb-b133-6a5e12b86e3c HTTP/1.1" status: 200 len: 210 time: 0.0902064 Nov 22 15:28:22.602052 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-6b776e78-0b72-46ed-b0aa-519d03364da3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e225451458664743ac9a6173de7a1cd1&device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 1097 time: 0.2798574 Nov 22 15:28:22.680906 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56493234-bd20-4dd6-9692-330129606f2e', 'tag': '6ef6ae76-2f49-4ccf-83f5-485b3687f10b', 'status': 'completed', 'code': 200} Nov 22 15:28:22.697077 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb2b38-6def-46b8-a3f5-6c77ba7f8a10 req-fc4b16d5-8cd5-40a1-acc7-87378b2425f5 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:22.699523 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-51eb2b38-6def-46b8-a3f5-6c77ba7f8a10 req-fc4b16d5-8cd5-40a1-acc7-87378b2425f5 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 944 time: 0.2990062 Nov 22 15:28:22.711434 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4dfb61-9365-48bb-b133-6a5e12b86e3c', 'name': 'network-vif-deleted', 'tag': '8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7', 'status': 'completed', 'code': 200} Nov 22 15:28:22.732452 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-b0a752f9-93c3-4584-b92a-e40525506f02 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ef6ae76-2f49-4ccf-83f5-485b3687f10b HTTP/1.1" status: 200 len: 217 time: 0.1184704 Nov 22 15:28:22.824078 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-51eb2b38-6def-46b8-a3f5-6c77ba7f8a10 req-ccf46e61-ac88-4bc6-bcf1-202ba1e546f5 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113756 Nov 22 15:28:22.829508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-aced622b-e8c3-4fc9-91e3-e227b928b4fa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:22.831632 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-aced622b-e8c3-4fc9-91e3-e227b928b4fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a88e1b3-239e-4c5d-9217-5d47009fee79 HTTP/1.1" status: 200 len: 853 time: 0.0906928 Nov 22 15:28:22.915461 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-cb3eb99e-2c82-476f-b8ee-e89d492d90a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e8b50b8-0456-478e-aa05-ea9a12a110ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764081 Nov 22 15:28:23.069312 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-8a7a4183-1da2-44b6-b1e0-c22371687da8 service neutron] 10.222.0.50 "GET /v2.0/networks/1e8b50b8-0456-478e-aa05-ea9a12a110ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466076 Nov 22 15:28:23.221628 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5664d68e-6c4f-4395-8b66-3bf65b02c7a1 req-a427cfba-0737-4c61-af6b-07edf8418f68 service neutron] 10.222.0.50 "GET /v2.0/networks/1e8b50b8-0456-478e-aa05-ea9a12a110ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461456 Nov 22 15:28:23.379584 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a5f4c47f-8625-4699-bb18-e499904e7f27 req-a3909f13-e03b-40c8-ab9f-8b5c7f2bcd19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e225451458664743ac9a6173de7a1cd1&device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 1097 time: 0.0963442 Nov 22 15:28:23.537365 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4c47f-8625-4699-bb18-e499904e7f27 req-d22cd5fe-971e-44e2-80b8-9beeea009f56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:23.538885 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a5f4c47f-8625-4699-bb18-e499904e7f27 req-d22cd5fe-971e-44e2-80b8-9beeea009f56 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e8b50b8-0456-478e-aa05-ea9a12a110ce HTTP/1.1" status: 200 len: 915 time: 0.1525514 Nov 22 15:28:23.615458 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a5f4c47f-8625-4699-bb18-e499904e7f27 req-b7683132-1ff7-47ad-a430-97966d719347 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ef6ae76-2f49-4ccf-83f5-485b3687f10b HTTP/1.1" status: 200 len: 217 time: 0.0692527 Nov 22 15:28:23.692856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4c47f-8625-4699-bb18-e499904e7f27 req-8ddbeb8c-42f4-4cce-9369-2f05f55a2f6c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:23.694681 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a5f4c47f-8625-4699-bb18-e499904e7f27 req-8ddbeb8c-42f4-4cce-9369-2f05f55a2f6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a88e1b3-239e-4c5d-9217-5d47009fee79 HTTP/1.1" status: 200 len: 853 time: 0.0726199 Nov 22 15:28:23.788782 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a5f4c47f-8625-4699-bb18-e499904e7f27 req-7fe8dc22-d349-45a3-be20-296b89702317 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e8b50b8-0456-478e-aa05-ea9a12a110ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856001 Nov 22 15:28:23.972685 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a5f4c47f-8625-4699-bb18-e499904e7f27 req-d3c3aa56-bc44-405a-b2d2-6a708dc4d3ac service neutron] 10.222.0.50 "GET /v2.0/networks/1e8b50b8-0456-478e-aa05-ea9a12a110ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737721 Nov 22 15:28:24.211822 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a5f4c47f-8625-4699-bb18-e499904e7f27 req-9fbae757-15f7-475c-9663-b0c8a210ab95 service neutron] 10.222.0.50 "GET /v2.0/networks/1e8b50b8-0456-478e-aa05-ea9a12a110ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316124 Nov 22 15:28:24.225251 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564d8fd-16fc-4d7b-85e4-70ee6fbcc518 req-aea2dfbb-67db-468c-a3e8-d5cfe574d0fc tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:24.227887 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c564d8fd-16fc-4d7b-85e4-70ee6fbcc518 req-aea2dfbb-67db-468c-a3e8-d5cfe574d0fc tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 944 time: 0.2094214 Nov 22 15:28:24.296575 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c564d8fd-16fc-4d7b-85e4-70ee6fbcc518 req-a302bc6f-5644-4485-84b1-38f9523221f8 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521128 Nov 22 15:28:25.547694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70857f-1bde-40c6-b874-27ad01be38c2 req-24d05b23-34a5-415e-947f-c1aaa94a5f0e tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:25.549946 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ae70857f-1bde-40c6-b874-27ad01be38c2 req-24d05b23-34a5-415e-947f-c1aaa94a5f0e tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 944 time: 0.1079183 Nov 22 15:28:25.623409 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ae70857f-1bde-40c6-b874-27ad01be38c2 req-9b0643b7-58b3-42eb-8490-ea76559dc17e tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658033 Nov 22 15:28:26.350107 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 6ef6ae76-2f49-4ccf-83f5-485b3687f10b details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:28:26.553901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6ef6ae76-2f49-4ccf-83f5-485b3687f10b,segment=NetworkSegment(e50c34a0-2ca4-439c-848f-5d155e017785),segment_id=e50c34a0-2ca4-439c-848f-5d155e017785)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:26.573973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': '6ef6ae76-2f49-4ccf-83f5-485b3687f10b', 'network_id': '1e8b50b8-0456-478e-aa05-ea9a12a110ce', 'port_id': '6ef6ae76-2f49-4ccf-83f5-485b3687f10b', 'mac_address': 'fa:16:3e:54:31:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a88e1b3-239e-4c5d-9217-5d47009fee79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:28:26.644421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:26.664816 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef6ae76-2f49-4ccf-83f5-485b3687f10b {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:28:26.688425 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6ef6ae76-2f49-4ccf-83f5-485b3687f10b,segment=NetworkSegment(e50c34a0-2ca4-439c-848f-5d155e017785),segment_id=e50c34a0-2ca4-439c-848f-5d155e017785)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:26.692838 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:26.696003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-345fbd2f-cc17-4c1f-864c-210733cf461b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:26.778264 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=6ef6ae76-2f49-4ccf-83f5-485b3687f10b,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:26.792264 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.792645 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.793039 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.793418 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.793788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.794179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.794867 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.795460 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.795862 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.796248 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.796668 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.803852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:26.911074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadd412-21e9-4d60-8bb6-a3eabfc60334 req-ac668d09-77a0-41b5-a565-b43090fc2e80 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:26.912721 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-baadd412-21e9-4d60-8bb6-a3eabfc60334 req-ac668d09-77a0-41b5-a565-b43090fc2e80 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 945 time: 0.1110930 Nov 22 15:28:26.966250 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-baadd412-21e9-4d60-8bb6-a3eabfc60334 req-d58a180e-6414-473a-8651-a1e9e0988058 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Nov 22 15:28:27.170075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:28:27.220977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:28:27.221368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 8e6b2a79-4f5f-46fb-84d6-bc7c2cef49a7 not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:28:28.236141 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03341c6-0a02-4d20-b755-102c1733338b req-97d6584d-8fd6-4b4d-ae33-020460292224 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:28.237762 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d03341c6-0a02-4d20-b755-102c1733338b req-97d6584d-8fd6-4b4d-ae33-020460292224 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 945 time: 0.0925372 Nov 22 15:28:28.292257 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d03341c6-0a02-4d20-b755-102c1733338b req-c5ca7095-3842-43cb-82b9-babb1d7f3734 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457211 Nov 22 15:28:28.416957 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['6ef6ae76-2f49-4ccf-83f5-485b3687f10b'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:28:29.619452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c439486-341e-4f8c-a02e-12d4b698d3a1 req-7fe24b75-5213-4a49-86a4-67fd3ab8c903 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:29.621015 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c439486-341e-4f8c-a02e-12d4b698d3a1 req-7fe24b75-5213-4a49-86a4-67fd3ab8c903 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 945 time: 0.1066756 Nov 22 15:28:29.691447 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c439486-341e-4f8c-a02e-12d4b698d3a1 req-d40fba3c-3f8a-4c5f-859b-b5632976ede3 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591905 Nov 22 15:28:30.328909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 6ef6ae76-2f49-4ccf-83f5-485b3687f10b up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:28:30.487181 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:28:30.503261 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:30.503699 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:30.646694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:30.710534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6ef6ae76-2f49-4ccf-83f5-485b3687f10b,segment=NetworkSegment(e50c34a0-2ca4-439c-848f-5d155e017785),segment_id=e50c34a0-2ca4-439c-848f-5d155e017785)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:30.712384 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56493234-bd20-4dd6-9692-330129606f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef6ae76-2f49-4ccf-83f5-485b3687f10b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:28:30.722085 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:30.725957 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:30.792729 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56493234-bd20-4dd6-9692-330129606f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef6ae76-2f49-4ccf-83f5-485b3687f10b', 'code': 200} Nov 22 15:28:30.824249 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=6ef6ae76-2f49-4ccf-83f5-485b3687f10b,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:30.832036 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:31.002606 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a00501-168e-4b3f-b9fb-3c767ec408aa req-0e892270-ff91-4472-8f06-40b9abc64f78 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:31.007356 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-62a00501-168e-4b3f-b9fb-3c767ec408aa req-0e892270-ff91-4472-8f06-40b9abc64f78 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 946 time: 0.1202145 Nov 22 15:28:31.202067 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-62a00501-168e-4b3f-b9fb-3c767ec408aa req-e311a5d0-d651-4c71-b592-da154864d945 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727936 Nov 22 15:28:31.258148 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2c21cb05-b899-4ec0-a4f3-ff9793869d40 req-39df3a5d-f96a-4060-bc31-22c6815a3fa0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 1099 time: 0.1920006 Nov 22 15:28:31.328661 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2c21cb05-b899-4ec0-a4f3-ff9793869d40 req-f3b2b230-14df-44c0-b6d3-ad442cf33044 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607862 Nov 22 15:28:32.552900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed890e12-f656-4667-8a04-09b2ed8dec86 req-60543be4-8865-46ce-b012-9b0970f7a4cd tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:32.554775 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ed890e12-f656-4667-8a04-09b2ed8dec86 req-60543be4-8865-46ce-b012-9b0970f7a4cd tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 946 time: 0.1360865 Nov 22 15:28:32.900145 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ed890e12-f656-4667-8a04-09b2ed8dec86 req-c4b8e572-4248-4e3d-a250-699b3b8b3a40 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388395 Nov 22 15:28:33.771979 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4c2810a8-d582-47a1-93e3-ce129a2b3bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:34.195581 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b422af3-c769-4fd9-9a63-9d658d738fc5 req-1ab4a7ca-edaf-4b04-bd35-e887ecad36f0 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:34.197231 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8b422af3-c769-4fd9-9a63-9d658d738fc5 req-1ab4a7ca-edaf-4b04-bd35-e887ecad36f0 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 946 time: 0.1027157 Nov 22 15:28:34.279015 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8b422af3-c769-4fd9-9a63-9d658d738fc5 req-4ad87522-0890-441c-b300-f88b450bdd22 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703568 Nov 22 15:28:34.536820 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7cf9f-91d0-4414-b706-e69748de3e49 req-d309e70f-9471-4ca6-9051-4f0ac853cb0a tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:34.538631 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7ed7cf9f-91d0-4414-b706-e69748de3e49 req-d309e70f-9471-4ca6-9051-4f0ac853cb0a tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 946 time: 0.1118484 Nov 22 15:28:34.602523 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7ed7cf9f-91d0-4414-b706-e69748de3e49 req-a3424c83-6c89-4825-a2dd-0a546a5f18ff tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575199 Nov 22 15:28:35.134061 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:35.312941 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a1664-ea94-4fb4-9d26-f8fad046ede3 req-198c2afe-3181-489a-928a-b6e24c6e6026 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:35.322301 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3b4a1664-ea94-4fb4-9d26-f8fad046ede3 req-198c2afe-3181-489a-928a-b6e24c6e6026 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 946 time: 0.1627073 Nov 22 15:28:35.396347 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3b4a1664-ea94-4fb4-9d26-f8fad046ede3 req-8ed158a1-9b3f-46f0-bfd0-d64f3467ba75 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673969 Nov 22 15:28:35.977502 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0ac0-4acc-4550-9ecf-d93d99ac6645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:36.252778 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:37.396716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:38.043044 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:38.296974 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90ce5e68-70d7-4848-972c-0929ec454536 req-f2fb8a95-9a50-4695-8bdf-605edf336460 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0954602 Nov 22 15:28:38.444623 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90ce5e68-70d7-4848-972c-0929ec454536 req-c6aaf580-f032-41f8-9dc0-b1a99190e0b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1ef99941b3143ba95a5434b23e794cd&device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 1098 time: 0.1063182 Nov 22 15:28:38.728033 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce5e68-70d7-4848-972c-0929ec454536 req-1bc26697-265f-403f-964d-b73db56506f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:38.731307 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90ce5e68-70d7-4848-972c-0929ec454536 req-1bc26697-265f-403f-964d-b73db56506f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=53be012a-dc8f-434c-8197-19ab47323fab HTTP/1.1" status: 200 len: 919 time: 0.2395859 Nov 22 15:28:38.920194 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90ce5e68-70d7-4848-972c-0929ec454536 req-28cd1b49-4ec2-4e0f-9e55-30d7ea3461ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=454026fa-b673-4479-89bf-30d2216804e5 HTTP/1.1" status: 200 len: 217 time: 0.1787136 Nov 22 15:28:39.058613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce5e68-70d7-4848-972c-0929ec454536 req-8c2e58ef-f694-41d0-917e-bb0520088944 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:39.060857 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90ce5e68-70d7-4848-972c-0929ec454536 req-8c2e58ef-f694-41d0-917e-bb0520088944 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=71b40b5c-6140-47b9-8c5b-5e58ad2caffe HTTP/1.1" status: 200 len: 858 time: 0.1356707 Nov 22 15:28:39.121852 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90ce5e68-70d7-4848-972c-0929ec454536 req-d6d60934-144c-4104-984b-3e6829953f4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53be012a-dc8f-434c-8197-19ab47323fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498452 Nov 22 15:28:39.330999 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90ce5e68-70d7-4848-972c-0929ec454536 req-a4bef9b6-8ba2-4543-acec-b79925ea63dc service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014995 Nov 22 15:28:39.556914 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90ce5e68-70d7-4848-972c-0929ec454536 req-e4eed9d5-964e-4ba2-93a5-0721cc3f7130 service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183933 Nov 22 15:28:41.439422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:28:47.981493 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 38746) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:48.047623 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Deleting subnet 7ff3a625-d798-4783-b5da-538042d965c9 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:28:48.050854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.105570 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.113372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.186158 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.190573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:48.224868 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff3a625-d798-4783-b5da-538042d965c9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:48.237746 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:48.238148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:48.238539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:48.238953 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:48.239644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:48.239764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:48.240050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:48.240430 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:48.240807 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:48.241180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:48.241556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:48.244416 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.247048 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:48.251287 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7ff3a625-d798-4783-b5da-538042d965c9 HTTP/1.1" status: 204 len: 168 time: 0.2687137 Nov 22 15:28:48.253886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 38750) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:48.368305 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.500052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.527268 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.527676 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.528474 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.528845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > port after_create 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.529207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.529572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > port after_update 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.529933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.530294 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.530668 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.531067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.657293 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.658194 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.658573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.658963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:28:48.659349 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953c622f-d4c6-47e6-9364-6baa35a3d96f']}} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:48.673625 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36054a66-882a-4bd1-aab7-120507f54b18') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:48.673957 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36054a66-882a-4bd1-aab7-120507f54b18') {} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:48.685796 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851673568'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.705008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.712243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:28:48.712666 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853550774'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: (self, other), Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: (self, other), Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:28:48.729030 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:28:48.806986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.813106 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.816980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6c8420f5-609e-4dc5-a21f-09f801b9b91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:48.838770 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Pushing event deleted for resources: {'Network': ['ID=953c622f-d4c6-47e6-9364-6baa35a3d96f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:48.841432 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:48.846455 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] 10.222.0.41 "DELETE /v2.0/networks/953c622f-d4c6-47e6-9364-6baa35a3d96f HTTP/1.1" status: 204 len: 168 time: 0.5915983 Nov 22 15:28:49.058023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 38764) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:49.114314 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-1feaab38-4ad5-4ca9-8548-651ec070952d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9249cea556a4ab7a9134f559a16911d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0549805 Nov 22 15:28:49.116879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 38768) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:49.177021 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1605f5d4-6af5-4f33-8aef-ece6e93dd2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:49.203141 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1605f5d4-6af5-4f33-8aef-ece6e93dd2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:49.247769 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1605f5d4-6af5-4f33-8aef-ece6e93dd2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:49.253321 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-946d329c-5725-4bba-a096-d35e8eb0eee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:49.266874 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605f5d4-6af5-4f33-8aef-ece6e93dd2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b442d3f-66ef-472f-a5c4-8c25ffe97979,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:49.269662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1605f5d4-6af5-4f33-8aef-ece6e93dd2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:49.278427 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1605f5d4-6af5-4f33-8aef-ece6e93dd2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:49.280280 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-1605f5d4-6af5-4f33-8aef-ece6e93dd2c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b442d3f-66ef-472f-a5c4-8c25ffe97979 HTTP/1.1" status: 204 len: 168 time: 0.1622639 Nov 22 15:28:50.168631 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 38798) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:50.308041 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1649889294-network', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:28:50.313815 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:50.318053 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Usage tracker for resource:network and tenant:d264086376a84d1bb2a2ad40dad0c042 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:50.321604 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:50.327610 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:50.337254 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Made reservation on behalf of d264086376a84d1bb2a2ad40dad0c042 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:28:50.341928 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:50.355915 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:50.388664 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:50.392661 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Usage tracker for resource:security_group_rule and tenant:d264086376a84d1bb2a2ad40dad0c042 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:50.395691 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:50.401815 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:50.473515 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:50.477002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:50.481479 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5ee9e1b0-a4c3-42da-a20b-0317ca88a98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:50.510377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:28:50.519763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca47add8-01ad-44cc-8f56-8db90b58ebfc,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:50.523786 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:50.526414 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:50.526802 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Added segment d4d6b052-61c3-461f-b3ad-7c193794fa8c of type vlan for network 44122502-cf42-4981-ad05-c57a7257e3b4 Nov 22 15:28:50.555417 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:50.590750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:50.592040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:50.592681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:50.598189 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:50.702161 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5323393 Nov 22 15:28:50.705997 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 38808) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:50.706803 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Pushing event updated for resources: {'Network': ['ID=44122502-cf42-4981-ad05-c57a7257e3b4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:50.711238 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:50.714937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Request body: {'subnet': {'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1649889294-subnet', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:28:50.717608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 44122502-cf42-4981-ad05-c57a7257e3b4 details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:28:50.720908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:50.726035 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Usage tracker for resource:subnet and tenant:d264086376a84d1bb2a2ad40dad0c042 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:50.729166 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:50.736036 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:50.745303 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Made reservation on behalf of d264086376a84d1bb2a2ad40dad0c042 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:28:50.750069 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853417813'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:50.977142 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853551068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853417798'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:50.982066 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6d1a8961-5f75-48b4-b6eb-fffd1c8f1091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:51.060506 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca1f93e-6da0-41e8-9800-60ceb016c977,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:51.064679 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:51.071980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Checking segment: {'id': 'd4d6b052-61c3-461f-b3ad-7c193794fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:28:51.072368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Network hostable DHCP agents. Network: 44122502-cf42-4981-ad05-c57a7257e3b4, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:28:51.094341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Network 44122502-cf42-4981-ad05-c57a7257e3b4 is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:28:51.104004 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 44122502-cf42-4981-ad05-c57a7257e3b4) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:28:51.108705 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:51.109351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:51.113999 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47164b5f-3e95-49da-8695-a8ddf328a951 None None] Network 44122502-cf42-4981-ad05-c57a7257e3b4 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:28:51.133746 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4218788 Nov 22 15:28:51.134346 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 38816) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:51.140644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1649889294-router', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:28:51.145686 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:51.150081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Usage tracker for resource:router and tenant:d264086376a84d1bb2a2ad40dad0c042 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:51.153134 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:51.159780 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:51.169654 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1627575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28999'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:51.170856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853148395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746696'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:51.190557 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:51.354164 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746711'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:51.532542 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d692c69-4de3-5c91-a23a-bac7a1986daa-44122502-cf42-4981-ad05-c57a7257e3b4', 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'fixed_ips': [{'subnet_id': 'bca1f93e-6da0-41e8-9800-60ceb016c977'}]}} from dv-cinder-818778-1-iscsi. {{(pid=88140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:28:51.533424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:51.563025 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:51.594742 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:51.697080 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Allocated IP 172.20.0.2 (44122502-cf42-4981-ad05-c57a7257e3b4/bca1f93e-6da0-41e8-9800-60ceb016c977/0769a64c-8dbc-4394-86fb-f06ba9969379) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:28:51.758674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Allocated IP 172.27.0.154 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/adb76a25-7456-442f-a30e-741e59f3be78) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:28:51.919226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:51.919801 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:51.931176 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Transition to ACTIVE for port object 0769a64c-8dbc-4394-86fb-f06ba9969379 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:28:51.949141 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:51.951867 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Transition to ACTIVE for port object 0769a64c-8dbc-4394-86fb-f06ba9969379 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:28:51.955798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:51.955992 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:51.961577 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:52.022980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:28:52.026071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:28:52.029206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:28:52.029581 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Pushing event updated for resources: {'Port': ['ID=0769a64c-8dbc-4394-86fb-f06ba9969379,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:52.035136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:52.045414 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Network 44122502-cf42-4981-ad05-c57a7257e3b4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:28:52.047280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:28:52.049755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:28:52.081640 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Pushing event updated for resources: {'Port': ['ID=adb76a25-7456-442f-a30e-741e59f3be78,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:52.085688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:52.144216 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Attempting to bind port 0769a64c-8dbc-4394-86fb-f06ba9969379 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:28:52.144629 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Attempting to bind port 0769a64c-8dbc-4394-86fb-f06ba9969379 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': 'd4d6b052-61c3-461f-b3ad-7c193794fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:28:52.145034 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Attempting to bind port 0769a64c-8dbc-4394-86fb-f06ba9969379 on network 44122502-cf42-4981-ad05-c57a7257e3b4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:28:52.152380 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:28:52.152797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Checking segment: {'id': 'd4d6b052-61c3-461f-b3ad-7c193794fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:28:52.153240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:52.153673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Bound using segment: {'id': 'd4d6b052-61c3-461f-b3ad-7c193794fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:28:52.154193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Bound port: 0769a64c-8dbc-4394-86fb-f06ba9969379, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d6b052-61c3-461f-b3ad-7c193794fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:28:52.154607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:52.252285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] For port 0769a64c-8dbc-4394-86fb-f06ba9969379, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:28:52.255758 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] For port 0769a64c-8dbc-4394-86fb-f06ba9969379, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=0769a64c-8dbc-4394-86fb-f06ba9969379,segment=NetworkSegment(d4d6b052-61c3-461f-b3ad-7c193794fa8c),segment_id=d4d6b052-61c3-461f-b3ad-7c193794fa8c)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:28:52.259891 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:52.264453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:52.333241 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Pushing event updated for resources: {'Port': ['ID=0769a64c-8dbc-4394-86fb-f06ba9969379,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:52.338435 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:52.459158 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:52.459930 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853148241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852966345'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:52.700503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Router 61e3eb19-7d57-4619-acb3-8901abcc2167 is scheduled to L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:28:52.926350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:28:52.936259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Sync routers for ids ['61e3eb19-7d57-4619-acb3-8901abcc2167'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:28:52.951975 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Routers {'61e3eb19-7d57-4619-acb3-8901abcc2167'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:28:52.953383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:28:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['61e3eb19-7d57-4619-acb3-8901abcc2167'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:52.964919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:52.966255 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8313043 Nov 22 15:28:52.969190 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 38832) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:53.145140 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Set router 61e3eb19-7d57-4619-acb3-8901abcc2167 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:28:53.445635 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'name': 'tempest-TestVolumeBootPattern-1649889294-router', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:28:52Z', 'revision_number': 3, 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'gw_port': {'id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:53.449933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Checking router: 61e3eb19-7d57-4619-acb3-8901abcc2167 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:28:53.450400 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Updating router 61e3eb19-7d57-4619-acb3-8901abcc2167 port adb76a25-7456-442f-a30e-741e59f3be78 binding host dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:28:53.504120 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:53.789839 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:53.871851 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:53.887122 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Transition to ACTIVE for port object adb76a25-7456-442f-a30e-741e59f3be78 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:28:53.894758 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:53.906682 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:53.974686 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Attempting to bind port adb76a25-7456-442f-a30e-741e59f3be78 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:28:53.975118 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Attempting to bind port adb76a25-7456-442f-a30e-741e59f3be78 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:28:53.975509 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Attempting to bind port adb76a25-7456-442f-a30e-741e59f3be78 on network 94e56778-0464-46a4-925b-03555f7ef8fd {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:28:53.990087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:28:53.990494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Checking segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:28:53.990970 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:53.991407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Bound using segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:28:53.991907 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Bound port: adb76a25-7456-442f-a30e-741e59f3be78, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:28:53.992429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.021704 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Pushing event updated for resources: {'Port': ['ID=adb76a25-7456-442f-a30e-741e59f3be78,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:54.025265 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Allocated IP 172.20.0.1 (44122502-cf42-4981-ad05-c57a7257e3b4/bca1f93e-6da0-41e8-9800-60ceb016c977/e6f2205e-c648-4f74-aa84-b6af44deedd4) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:28:54.042815 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:54.043379 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:54.043915 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:54.044431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:54.044959 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:54.045496 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:54.045861 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:54.046798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:54.047171 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:54.047533 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:54.047892 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:54.053894 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:54.081346 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294c6164-419c-4276-b4a8-d4bfd3c6bde3 None None] Network 44122502-cf42-4981-ad05-c57a7257e3b4 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:28:54.098470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] For port adb76a25-7456-442f-a30e-741e59f3be78, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:28:54.103312 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] For port adb76a25-7456-442f-a30e-741e59f3be78, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=adb76a25-7456-442f-a30e-741e59f3be78,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:28:54.108189 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.119376 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:54.198484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Pushing event updated for resources: {'Port': ['ID=adb76a25-7456-442f-a30e-741e59f3be78,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:54.202371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:54.227551 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Routers {'61e3eb19-7d57-4619-acb3-8901abcc2167'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:28:54.228302 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:28:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['61e3eb19-7d57-4619-acb3-8901abcc2167'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:54.231224 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.236514 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 0769a64c-8dbc-4394-86fb-f06ba9969379 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:28:54.248882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Transition to ACTIVE for port object e6f2205e-c648-4f74-aa84-b6af44deedd4 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:28:54.268118 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.272934 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6f6c1ad8-c259-4539-80d1-2367bb62edbb tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:54.277759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2c8aee64-6c31-43ec-a5d6-8477bcec9cfe None None] Provisioning for port 0769a64c-8dbc-4394-86fb-f06ba9969379 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:28:54.340326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Network 44122502-cf42-4981-ad05-c57a7257e3b4 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:28:54.343886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:28:54.348440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:28:54.378381 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f2205e-c648-4f74-aa84-b6af44deedd4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:54.383853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:54.410109 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833330'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.426991 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] Set router 61e3eb19-7d57-4619-acb3-8901abcc2167 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:28:54.430685 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 0769a64c-8dbc-4394-86fb-f06ba9969379 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:28:54.466603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 0769a64c-8dbc-4394-86fb-f06ba9969379 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:54.467344 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.496456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.620627 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.658022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 0769a64c-8dbc-4394-86fb-f06ba9969379, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=0769a64c-8dbc-4394-86fb-f06ba9969379,segment=NetworkSegment(d4d6b052-61c3-461f-b3ad-7c193794fa8c),segment_id=d4d6b052-61c3-461f-b3ad-7c193794fa8c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:54.662540 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.666348 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ad0b74c5-f67e-415e-b84b-3283b4ea139c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:54.741598 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=0769a64c-8dbc-4394-86fb-f06ba9969379,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:54.752607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:54.775283 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.779213 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224855'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.810711 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:54.896614 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'name': 'tempest-TestVolumeBootPattern-1649889294-router', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:28:52Z', 'revision_number': 3, 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'gw_port': {'id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:54.897916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f2205e-c648-4f74-aa84-b6af44deedd4,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:54.900713 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:54.902193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7221004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852942571'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.909259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e02667-9a80-4133-9ac7-e67ad669e2a2 None None] The sync data for ids ['61e3eb19-7d57-4619-acb3-8901abcc2167'] in dv-cinder-818778-1-iscsi is: [{'id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'name': 'tempest-TestVolumeBootPattern-1649889294-router', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:28:52Z', 'revision_number': 3, 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'gw_port': {'id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:28:54.959996 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-35c14021-24d1-472f-829d-f34f75823230 None None] Provisioning for port e6f2205e-c648-4f74-aa84-b6af44deedd4 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:28:54.966542 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-35c14021-24d1-472f-829d-f34f75823230 None None] Provisioning complete for port e6f2205e-c648-4f74-aa84-b6af44deedd4 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:54.967277 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35c14021-24d1-472f-829d-f34f75823230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:55.053768 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-35c14021-24d1-472f-829d-f34f75823230 None None] Port e6f2205e-c648-4f74-aa84-b6af44deedd4 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:28:55.080785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-35c14021-24d1-472f-829d-f34f75823230 None None] Provisioning complete for port 0769a64c-8dbc-4394-86fb-f06ba9969379 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:55.081380 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35c14021-24d1-472f-829d-f34f75823230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:55.278562 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Network 44122502-cf42-4981-ad05-c57a7257e3b4 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:28:55.279739 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:28:55.360921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-5a58e152-140c-457a-8dbd-fe41e57ee19d None None] Provisioning complete for port e6f2205e-c648-4f74-aa84-b6af44deedd4 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:55.361676 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5a58e152-140c-457a-8dbd-fe41e57ee19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:55.471499 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5a58e152-140c-457a-8dbd-fe41e57ee19d None None] Port e6f2205e-c648-4f74-aa84-b6af44deedd4 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:28:55.701367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-eace6f19-f4be-41e3-ae44-453b9f984cf4 None None] Provisioning complete for port e6f2205e-c648-4f74-aa84-b6af44deedd4 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:55.701780 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eace6f19-f4be-41e3-ae44-453b9f984cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:55.736762 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Router 61e3eb19-7d57-4619-acb3-8901abcc2167 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:28:55.760183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-eace6f19-f4be-41e3-ae44-453b9f984cf4 None None] Port e6f2205e-c648-4f74-aa84-b6af44deedd4 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:28:55.946578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:28:55.957120 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] 10.222.0.41 "PUT /v2.0/routers/61e3eb19-7d57-4619-acb3-8901abcc2167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9868724 Nov 22 15:28:56.165946 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device adb76a25-7456-442f-a30e-741e59f3be78 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:28:56.250237 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port adb76a25-7456-442f-a30e-741e59f3be78 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:28:56.256322 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port adb76a25-7456-442f-a30e-741e59f3be78 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:56.256732 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:56.385743 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:56.402843 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port adb76a25-7456-442f-a30e-741e59f3be78, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=adb76a25-7456-442f-a30e-741e59f3be78,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:56.407245 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:56.408265 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 0769a64c-8dbc-4394-86fb-f06ba9969379 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:28:56.433553 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:56.537329 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=adb76a25-7456-442f-a30e-741e59f3be78,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:56.543113 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:56.554685 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 0769a64c-8dbc-4394-86fb-f06ba9969379 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:56.555117 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:56.952843 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 38882) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:56.958853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-956422371-network', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:28:56.963861 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:56.967762 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Usage tracker for resource:network and tenant:4f1d9f57b80c4ec4ab987d6cbedebee6 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:56.970774 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:56.976660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:56.989725 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Made reservation on behalf of 4f1d9f57b80c4ec4ab987d6cbedebee6 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:28:56.994344 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.007436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.039966 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:57.043932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Usage tracker for resource:security_group_rule and tenant:4f1d9f57b80c4ec4ab987d6cbedebee6 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:57.047316 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:57.053299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:57.119373 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.122238 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.126922 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ecac26b9-7d39-4cb4-a097-02f83090ebcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:57.155386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:28:57.166201 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb38db2-a12f-4d37-b3ea-01a07d38fa5c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:57.170525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:57.171586 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.171969 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Added segment 7649a574-860e-4db6-af6a-691c2cde402e of type vlan for network 2e52114b-11a6-4b69-a4f3-046cb2833c1e Nov 22 15:28:57.199410 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.230791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.232055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:57.232685 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.237639 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:57.349454 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3954144 Nov 22 15:28:57.350507 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Pushing event updated for resources: {'Network': ['ID=2e52114b-11a6-4b69-a4f3-046cb2833c1e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:57.352551 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 38890) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:57.355994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:57.359419 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Request body: {'subnet': {'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-956422371-subnet', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'ip_version': 4}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:28:57.361743 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 2e52114b-11a6-4b69-a4f3-046cb2833c1e details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:28:57.364734 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:57.368862 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Usage tracker for resource:subnet and tenant:4f1d9f57b80c4ec4ab987d6cbedebee6 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:57.371932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:57.380027 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:57.389933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Made reservation on behalf of 4f1d9f57b80c4ec4ab987d6cbedebee6 for: {'subnet': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:28:57.394871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1318770'] for subnet, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.606837 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1475475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1318755'] for subnet, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.611984 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d7053d84-cf2a-4721-ad21-11e0d5ea1158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:57.685872 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9957dee6-32e5-4a23-ace3-f1c0955d800c,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:57.690102 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:57.697212 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Checking segment: {'id': '7649a574-860e-4db6-af6a-691c2cde402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:28:57.697613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Network hostable DHCP agents. Network: 2e52114b-11a6-4b69-a4f3-046cb2833c1e, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:28:57.719407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Network 2e52114b-11a6-4b69-a4f3-046cb2833c1e is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:28:57.728300 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 2e52114b-11a6-4b69-a4f3-046cb2833c1e) {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:28:57.732498 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:57.733128 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.738299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf76defe-ef5a-4075-b624-ba8eb4dc1d78 None None] Network 2e52114b-11a6-4b69-a4f3-046cb2833c1e requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:28:57.757433 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4013338 Nov 22 15:28:57.757885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 38896) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:57.763481 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-956422371-router', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:28:57.768481 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:57.772752 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Usage tracker for resource:router and tenant:4f1d9f57b80c4ec4ab987d6cbedebee6 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:57.776305 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:57.782886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:57.797398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1627575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28999'] for router, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.798680 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853148395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746696'] for router, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.834275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.985952 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d692c69-4de3-5c91-a23a-bac7a1986daa-2e52114b-11a6-4b69-a4f3-046cb2833c1e', 'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'fixed_ips': [{'subnet_id': '9957dee6-32e5-4a23-ace3-f1c0955d800c'}]}} from dv-cinder-818778-1-iscsi. {{(pid=88140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:28:57.987008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:57.993691 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746711'] for router, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:58.089820 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device adb76a25-7456-442f-a30e-741e59f3be78 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:28:58.226452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:58.235513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Allocated IP 172.20.0.2 (2e52114b-11a6-4b69-a4f3-046cb2833c1e/9957dee6-32e5-4a23-ace3-f1c0955d800c/7adebeb5-fd54-41c9-bd7e-258a14c19659) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:28:58.245010 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Sync routers for ids ['61e3eb19-7d57-4619-acb3-8901abcc2167'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:28:58.253194 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port adb76a25-7456-442f-a30e-741e59f3be78 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:58.254002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:58.261374 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:58.421023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Routers {'61e3eb19-7d57-4619-acb3-8901abcc2167'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:28:58.421528 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:28:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['61e3eb19-7d57-4619-acb3-8901abcc2167'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:58.441731 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Allocated IP 172.27.0.201 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/f12949a3-799d-4e06-a0c1-8b6454a87e51) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:28:58.607589 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:58.635381 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:58.642233 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:58.716824 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:28:58.721217 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:28:58.723896 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:28:58.768730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Pushing event updated for resources: {'Port': ['ID=f12949a3-799d-4e06-a0c1-8b6454a87e51,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:58.771752 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:58.901839 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:58.902606 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853148241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852966345'] for router, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:58.927572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Set router 61e3eb19-7d57-4619-acb3-8901abcc2167 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:28:58.970453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:59.007285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Transition to ACTIVE for port object 7adebeb5-fd54-41c9-bd7e-258a14c19659 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:28:59.097799 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Transition to ACTIVE for port object 7adebeb5-fd54-41c9-bd7e-258a14c19659 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:28:59.117140 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:59.125497 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:59.158075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Router 4253c434-fe16-46bd-91ef-74a4d8d6ab73 is scheduled to L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 with binding_index 1 {{(pid=88138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:28:59.260821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Network 2e52114b-11a6-4b69-a4f3-046cb2833c1e is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:28:59.272721 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:28:59.278654 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:28:59.289116 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Pushing event updated for resources: {'Port': ['ID=7adebeb5-fd54-41c9-bd7e-258a14c19659,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:59.295702 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:59.371128 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:28:59.383821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Sync routers for ids ['4253c434-fe16-46bd-91ef-74a4d8d6ab73'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:28:59.397673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Notify callbacks [] for router, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:59.401846 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6404877 Nov 22 15:28:59.401969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Routers {'4253c434-fe16-46bd-91ef-74a4d8d6ab73'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:28:59.401969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:28:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['4253c434-fe16-46bd-91ef-74a4d8d6ab73'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:59.402246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 38912) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:59.433899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Attempting to bind port 7adebeb5-fd54-41c9-bd7e-258a14c19659 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:28:59.434228 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Attempting to bind port 7adebeb5-fd54-41c9-bd7e-258a14c19659 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '7649a574-860e-4db6-af6a-691c2cde402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:28:59.434651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Attempting to bind port 7adebeb5-fd54-41c9-bd7e-258a14c19659 on network 2e52114b-11a6-4b69-a4f3-046cb2833c1e {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:28:59.456652 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:28:59.457077 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Checking segment: {'id': '7649a574-860e-4db6-af6a-691c2cde402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:28:59.457529 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:59.457985 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Bound using segment: {'id': '7649a574-860e-4db6-af6a-691c2cde402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:28:59.458520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Bound port: 7adebeb5-fd54-41c9-bd7e-258a14c19659, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7649a574-860e-4db6-af6a-691c2cde402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:28:59.458965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:59.542980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'name': 'tempest-TestVolumeBootPattern-1649889294-router', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:28:54Z', 'revision_number': 4, 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'gw_port': {'id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': 'e6f2205e-c648-4f74-aa84-b6af44deedd4', 'name': '', 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'mac_address': 'fa:16:3e:ea:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca1f93e-6da0-41e8-9800-60ceb016c977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:53Z', 'updated_at': '2021-11-22T15:28:54Z', 'revision_number': 2, 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'subnets': [{'id': 'bca1f93e-6da0-41e8-9800-60ceb016c977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:59.560151 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Checking router: 61e3eb19-7d57-4619-acb3-8901abcc2167 for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:28:59.560559 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Updating router 61e3eb19-7d57-4619-acb3-8901abcc2167 port e6f2205e-c648-4f74-aa84-b6af44deedd4 binding host dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:28:59.615445 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] For port 7adebeb5-fd54-41c9-bd7e-258a14c19659, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:28:59.628498 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] For port 7adebeb5-fd54-41c9-bd7e-258a14c19659, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=7adebeb5-fd54-41c9-bd7e-258a14c19659,segment=NetworkSegment(7649a574-860e-4db6-af6a-691c2cde402e),segment_id=7649a574-860e-4db6-af6a-691c2cde402e)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:28:59.629761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:59.641876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:59.645300 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Set router 4253c434-fe16-46bd-91ef-74a4d8d6ab73 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:28:59.648908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:59.781178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Pushing event updated for resources: {'Port': ['ID=7adebeb5-fd54-41c9-bd7e-258a14c19659,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:59.786896 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:59.995231 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'name': 'tempest-TestVolumeBootPattern-956422371-router', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:57Z', 'updated_at': '2021-11-22T15:28:58Z', 'revision_number': 3, 'project_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'gw_port': {'id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:58Z', 'updated_at': '2021-11-22T15:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:00.000061 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Checking router: 4253c434-fe16-46bd-91ef-74a4d8d6ab73 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:29:00.000648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Updating router 4253c434-fe16-46bd-91ef-74a4d8d6ab73 port f12949a3-799d-4e06-a0c1-8b6454a87e51 binding host dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:29:00.059002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.131003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.150866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Transition to ACTIVE for port object e6f2205e-c648-4f74-aa84-b6af44deedd4 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:29:00.160157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.165363 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:00.385714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.471096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe891eff-53be-4200-9a98-75323411593e None None] Pushing event updated for resources: {'Port': ['ID=e6f2205e-c648-4f74-aa84-b6af44deedd4,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:00.475990 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fe891eff-53be-4200-9a98-75323411593e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:00.478808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Attempting to bind port e6f2205e-c648-4f74-aa84-b6af44deedd4 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:29:00.479459 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Attempting to bind port e6f2205e-c648-4f74-aa84-b6af44deedd4 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': 'd4d6b052-61c3-461f-b3ad-7c193794fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:29:00.480135 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Attempting to bind port e6f2205e-c648-4f74-aa84-b6af44deedd4 on network 44122502-cf42-4981-ad05-c57a7257e3b4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:29:00.487945 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:29:00.488369 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Checking segment: {'id': 'd4d6b052-61c3-461f-b3ad-7c193794fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:29:00.488823 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.489271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Bound using segment: {'id': 'd4d6b052-61c3-461f-b3ad-7c193794fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:29:00.489808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Bound port: e6f2205e-c648-4f74-aa84-b6af44deedd4, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d6b052-61c3-461f-b3ad-7c193794fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:29:00.490265 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.685082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.691618 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] For port e6f2205e-c648-4f74-aa84-b6af44deedd4, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:29:00.696361 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] For port e6f2205e-c648-4f74-aa84-b6af44deedd4, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=e6f2205e-c648-4f74-aa84-b6af44deedd4,segment=NetworkSegment(d4d6b052-61c3-461f-b3ad-7c193794fa8c),segment_id=d4d6b052-61c3-461f-b3ad-7c193794fa8c)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:29:00.701275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Transition to ACTIVE for port object f12949a3-799d-4e06-a0c1-8b6454a87e51 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:29:00.702741 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.708651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.714772 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-37ef2af4-d436-4e65-94a0-5043ace136a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:00.715168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:00.718865 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Allocated IP 172.20.0.1 (2e52114b-11a6-4b69-a4f3-046cb2833c1e/9957dee6-32e5-4a23-ace3-f1c0955d800c/f16d7445-2537-4863-8d7e-928d141bc11e) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:29:00.800950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Attempting to bind port f12949a3-799d-4e06-a0c1-8b6454a87e51 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:29:00.801694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Attempting to bind port f12949a3-799d-4e06-a0c1-8b6454a87e51 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:29:00.801836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Attempting to bind port f12949a3-799d-4e06-a0c1-8b6454a87e51 on network 94e56778-0464-46a4-925b-03555f7ef8fd {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:29:00.810290 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4abe50-4223-4800-83a9-ba532dc860b1 None None] Pushing event updated for resources: {'Port': ['ID=f12949a3-799d-4e06-a0c1-8b6454a87e51,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:00.821293 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:29:00.822263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Checking segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:29:00.823421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.823983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Bound using segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:29:00.824540 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Bound port: f12949a3-799d-4e06-a0c1-8b6454a87e51, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:29:00.825116 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.828564 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe891eff-53be-4200-9a98-75323411593e None None] Pushing event updated for resources: {'Port': ['ID=e6f2205e-c648-4f74-aa84-b6af44deedd4,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:00.832436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fe891eff-53be-4200-9a98-75323411593e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:00.838650 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Routers {'61e3eb19-7d57-4619-acb3-8901abcc2167'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:00.838650 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:28:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['61e3eb19-7d57-4619-acb3-8901abcc2167'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:00.860301 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5c4abe50-4223-4800-83a9-ba532dc860b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:00.927350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] For port f12949a3-799d-4e06-a0c1-8b6454a87e51, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:29:00.930815 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] For port f12949a3-799d-4e06-a0c1-8b6454a87e51, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=f12949a3-799d-4e06-a0c1-8b6454a87e51,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:29:00.936211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.949685 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:01.034492 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Routers {'4253c434-fe16-46bd-91ef-74a4d8d6ab73'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:01.035314 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:28:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['4253c434-fe16-46bd-91ef-74a4d8d6ab73'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:01.082811 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] Set router 61e3eb19-7d57-4619-acb3-8901abcc2167 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:01.149530 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.172798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Transition to ACTIVE for port object f16d7445-2537-4863-8d7e-928d141bc11e will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:29:01.200011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.208765 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:01.266839 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4abe50-4223-4800-83a9-ba532dc860b1 None None] Pushing event updated for resources: {'Port': ['ID=f12949a3-799d-4e06-a0c1-8b6454a87e51,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:01.270385 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5c4abe50-4223-4800-83a9-ba532dc860b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:01.300820 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Network 2e52114b-11a6-4b69-a4f3-046cb2833c1e is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:29:01.304083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:29:01.308357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:29:01.328841 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] Set router 4253c434-fe16-46bd-91ef-74a4d8d6ab73 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:01.349733 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Pushing event updated for resources: {'Port': ['ID=f16d7445-2537-4863-8d7e-928d141bc11e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:01.362386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:01.384877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833330'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.476938 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.541840 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'name': 'tempest-TestVolumeBootPattern-1649889294-router', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:28:54Z', 'revision_number': 4, 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'gw_port': {'id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': 'e6f2205e-c648-4f74-aa84-b6af44deedd4', 'name': '', 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'mac_address': 'fa:16:3e:ea:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca1f93e-6da0-41e8-9800-60ceb016c977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:53Z', 'updated_at': '2021-11-22T15:29:00Z', 'revision_number': 4, 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'subnets': [{'id': 'bca1f93e-6da0-41e8-9800-60ceb016c977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:01.547186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe15fb9-0356-44db-9282-c222c74b7a7c None None] The sync data for ids ['61e3eb19-7d57-4619-acb3-8901abcc2167'] in dv-cinder-818778-1-iscsi is: [{'id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'name': 'tempest-TestVolumeBootPattern-1649889294-router', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:28:54Z', 'revision_number': 4, 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'gw_port': {'id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': 'e6f2205e-c648-4f74-aa84-b6af44deedd4', 'name': '', 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'mac_address': 'fa:16:3e:ea:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca1f93e-6da0-41e8-9800-60ceb016c977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:53Z', 'updated_at': '2021-11-22T15:29:00Z', 'revision_number': 4, 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'subnets': [{'id': 'bca1f93e-6da0-41e8-9800-60ceb016c977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:29:01.697657 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'name': 'tempest-TestVolumeBootPattern-956422371-router', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:57Z', 'updated_at': '2021-11-22T15:28:58Z', 'revision_number': 3, 'project_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'gw_port': {'id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:58Z', 'updated_at': '2021-11-22T15:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:01.708555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaca50a-59aa-4029-8a79-33bb7cc1f680 None None] The sync data for ids ['4253c434-fe16-46bd-91ef-74a4d8d6ab73'] in dv-cinder-818778-1-iscsi is: [{'id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'name': 'tempest-TestVolumeBootPattern-956422371-router', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:57Z', 'updated_at': '2021-11-22T15:28:58Z', 'revision_number': 3, 'project_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'gw_port': {'id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:58Z', 'updated_at': '2021-11-22T15:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:29:01.807103 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.812518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224855'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.843981 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-97c894cd-779c-4c0b-a026-a701e993e6a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:01.949227 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Pushing event updated for resources: {'Port': ['ID=f16d7445-2537-4863-8d7e-928d141bc11e,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:01.952678 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7221004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852942571'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.956869 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:02.017338 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c0996e-d658-44f6-b309-fbd02195cc32 None None] Network 2e52114b-11a6-4b69-a4f3-046cb2833c1e requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:29:02.123784 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Network 2e52114b-11a6-4b69-a4f3-046cb2833c1e is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:29:02.125169 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:29:02.175394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-7aaf456b-ce7d-4360-a11c-1908d3acf160 None None] Provisioning for port 7adebeb5-fd54-41c9-bd7e-258a14c19659 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:29:02.219326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device e6f2205e-c648-4f74-aa84-b6af44deedd4 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:29:02.620230 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port e6f2205e-c648-4f74-aa84-b6af44deedd4 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:29:02.630599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port e6f2205e-c648-4f74-aa84-b6af44deedd4 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:02.631183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:02.678984 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Router 4253c434-fe16-46bd-91ef-74a4d8d6ab73 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:29:02.783804 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:02.864210 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port e6f2205e-c648-4f74-aa84-b6af44deedd4, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=e6f2205e-c648-4f74-aa84-b6af44deedd4,segment=NetworkSegment(d4d6b052-61c3-461f-b3ad-7c193794fa8c),segment_id=d4d6b052-61c3-461f-b3ad-7c193794fa8c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:02.868954 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:02.869959 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 7adebeb5-fd54-41c9-bd7e-258a14c19659 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:29:02.912579 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:02.996886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:29:03.015383 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] 10.222.0.41 "PUT /v2.0/routers/4253c434-fe16-46bd-91ef-74a4d8d6ab73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6118438 Nov 22 15:29:03.042019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=e6f2205e-c648-4f74-aa84-b6af44deedd4,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:03.049583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:03.072234 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 7adebeb5-fd54-41c9-bd7e-258a14c19659 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:29:03.083860 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 7adebeb5-fd54-41c9-bd7e-258a14c19659 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:03.084427 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:03.195085 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-6ffd7faa-f973-4993-a491-6b402f3558d8 None None] Provisioning complete for port 7adebeb5-fd54-41c9-bd7e-258a14c19659 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:03.195514 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7faa-f973-4993-a491-6b402f3558d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:03.351513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:03.461019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7faa-f973-4993-a491-6b402f3558d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:03.501422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 7adebeb5-fd54-41c9-bd7e-258a14c19659, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=7adebeb5-fd54-41c9-bd7e-258a14c19659,segment=NetworkSegment(7649a574-860e-4db6-af6a-691c2cde402e),segment_id=7649a574-860e-4db6-af6a-691c2cde402e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:03.516582 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:03.520172 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-345fbd2f-cc17-4c1f-864c-210733cf461b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:03.706178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.db.api [None req-6ffd7faa-f973-4993-a491-6b402f3558d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88140) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:29:03.706696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_db.api [None req-6ffd7faa-f973-4993-a491-6b402f3558d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:29:03.720972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=7adebeb5-fd54-41c9-bd7e-258a14c19659,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:03.725223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:03.772635 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87120a33-3944-470d-b8dc-80c114e08f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.189952 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device f12949a3-799d-4e06-a0c1-8b6454a87e51 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:29:04.258239 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 38958) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:04.266568 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-409422012', 'description': 'tempest-secgroup-smoke-409422012 description', 'project_id': 'd264086376a84d1bb2a2ad40dad0c042'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:04.273580 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:04.278100 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Usage tracker for resource:security_group and tenant:d264086376a84d1bb2a2ad40dad0c042 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:04.281307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:04.289624 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:04.308063 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.346520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port f12949a3-799d-4e06-a0c1-8b6454a87e51 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:29:04.353327 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-6ffd7faa-f973-4993-a491-6b402f3558d8 None None] Provisioning for port f16d7445-2537-4863-8d7e-928d141bc11e completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:29:04.355012 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:04.359692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port f12949a3-799d-4e06-a0c1-8b6454a87e51 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:04.360368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Usage tracker for resource:security_group_rule and tenant:d264086376a84d1bb2a2ad40dad0c042 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:04.360502 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.364482 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:04.380010 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:04.393355 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-6ffd7faa-f973-4993-a491-6b402f3558d8 None None] Provisioning complete for port f16d7445-2537-4863-8d7e-928d141bc11e triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:04.393785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7faa-f973-4993-a491-6b402f3558d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.442511 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.445527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.451341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-194a9175-b6b9-41c2-bf06-640c6f941ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:04.474453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd7faa-f973-4993-a491-6b402f3558d8 None None] Port f16d7445-2537-4863-8d7e-928d141bc11e cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:29:04.497649 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.502348 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2395058 Nov 22 15:29:04.502348 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8288715-1e5f-4150-bd35-b754ba9ef4f0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:04.503350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 38962) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:04.503881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:04.515463 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-55ebf7ae-0cbd-4ca2-9493-5d980f41a456 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Request body: {'security_group_rule': {'security_group_id': 'f8288715-1e5f-4150-bd35-b754ba9ef4f0', 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:04.525580 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-55ebf7ae-0cbd-4ca2-9493-5d980f41a456 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:04.530146 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-55ebf7ae-0cbd-4ca2-9493-5d980f41a456 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Usage tracker for resource:security_group_rule and tenant:d264086376a84d1bb2a2ad40dad0c042 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:04.540120 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.558287 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port f12949a3-799d-4e06-a0c1-8b6454a87e51, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=f12949a3-799d-4e06-a0c1-8b6454a87e51,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:04.562763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.564948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device e6f2205e-c648-4f74-aa84-b6af44deedd4 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:29:04.595046 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:04.711757 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-1146ba3a-4330-4015-9688-f107f6ef16e6 None None] Provisioning complete for port f16d7445-2537-4863-8d7e-928d141bc11e triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:04.712031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1146ba3a-4330-4015-9688-f107f6ef16e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.725111 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-55ebf7ae-0cbd-4ca2-9493-5d980f41a456 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:04.733844 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-55ebf7ae-0cbd-4ca2-9493-5d980f41a456 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:04.741487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=f12949a3-799d-4e06-a0c1-8b6454a87e51,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:04.753145 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55ebf7ae-0cbd-4ca2-9493-5d980f41a456 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.764401 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:04.782969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port e6f2205e-c648-4f74-aa84-b6af44deedd4 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:04.783492 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.807508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1146ba3a-4330-4015-9688-f107f6ef16e6 None None] Port f16d7445-2537-4863-8d7e-928d141bc11e cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:29:04.839447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55ebf7ae-0cbd-4ca2-9493-5d980f41a456 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.842541 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55ebf7ae-0cbd-4ca2-9493-5d980f41a456 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.844929 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:04.869967 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebf7ae-0cbd-4ca2-9493-5d980f41a456 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a8f1ac-bf0b-4fcc-9cdc-3fa207a447fa,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:04.877205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-55ebf7ae-0cbd-4ca2-9493-5d980f41a456 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:04.880974 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55ebf7ae-0cbd-4ca2-9493-5d980f41a456 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.882393 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-55ebf7ae-0cbd-4ca2-9493-5d980f41a456 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3728940 Nov 22 15:29:04.885533 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 38968) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:04.891849 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-bece3bc9-a625-4515-917a-6c561132dff6 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Request body: {'security_group_rule': {'security_group_id': 'f8288715-1e5f-4150-bd35-b754ba9ef4f0', 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:04.898309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bece3bc9-a625-4515-917a-6c561132dff6 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:04.903526 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-bece3bc9-a625-4515-917a-6c561132dff6 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Usage tracker for resource:security_group_rule and tenant:d264086376a84d1bb2a2ad40dad0c042 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:04.907285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-bece3bc9-a625-4515-917a-6c561132dff6 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:04.913982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bece3bc9-a625-4515-917a-6c561132dff6 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:04.914957 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 7adebeb5-fd54-41c9-bd7e-258a14c19659 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:29:04.931431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bece3bc9-a625-4515-917a-6c561132dff6 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:04.988132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 7adebeb5-fd54-41c9-bd7e-258a14c19659 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:04.988447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.016391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bece3bc9-a625-4515-917a-6c561132dff6 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.019631 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bece3bc9-a625-4515-917a-6c561132dff6 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.031782 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:05.061278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece3bc9-a625-4515-917a-6c561132dff6 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6fde62-854d-4f2b-b4ac-54935643c78f,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:05.065315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bece3bc9-a625-4515-917a-6c561132dff6 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:05.070866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bece3bc9-a625-4515-917a-6c561132dff6 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.076257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 38974) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:05.076424 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-bece3bc9-a625-4515-917a-6c561132dff6 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1896245 Nov 22 15:29:05.086265 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fd4714e2-c52c-46bd-9ef1-0afb060cf75c tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Request body: {'security_group_rule': {'security_group_id': 'f8288715-1e5f-4150-bd35-b754ba9ef4f0', 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:05.097632 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fd4714e2-c52c-46bd-9ef1-0afb060cf75c tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:05.105223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-fd4714e2-c52c-46bd-9ef1-0afb060cf75c tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Usage tracker for resource:security_group_rule and tenant:d264086376a84d1bb2a2ad40dad0c042 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:05.109807 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-fd4714e2-c52c-46bd-9ef1-0afb060cf75c tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:05.116094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fd4714e2-c52c-46bd-9ef1-0afb060cf75c tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:05.138563 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.141711 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fd4714e2-c52c-46bd-9ef1-0afb060cf75c tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.217203 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fd4714e2-c52c-46bd-9ef1-0afb060cf75c tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.220688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fd4714e2-c52c-46bd-9ef1-0afb060cf75c tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.229349 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-55ebf7ae-0cbd-4ca2-9493-5d980f41a456 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:05.254336 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4714e2-c52c-46bd-9ef1-0afb060cf75c tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cc3d80-5666-4097-bb48-08da6276b1ff,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:05.256953 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fd4714e2-c52c-46bd-9ef1-0afb060cf75c tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:05.260559 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fd4714e2-c52c-46bd-9ef1-0afb060cf75c tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.264702 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-fd4714e2-c52c-46bd-9ef1-0afb060cf75c tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1840076 Nov 22 15:29:05.264954 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 38980) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:05.272209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a4dfc6e3-e66e-44d1-9ab1-5a50ebd97efe tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Request body: {'security_group_rule': {'security_group_id': 'f8288715-1e5f-4150-bd35-b754ba9ef4f0', 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:05.281750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a4dfc6e3-e66e-44d1-9ab1-5a50ebd97efe tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:05.286276 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a4dfc6e3-e66e-44d1-9ab1-5a50ebd97efe tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Usage tracker for resource:security_group_rule and tenant:d264086376a84d1bb2a2ad40dad0c042 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:05.289710 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a4dfc6e3-e66e-44d1-9ab1-5a50ebd97efe tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:05.297337 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a4dfc6e3-e66e-44d1-9ab1-5a50ebd97efe tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:05.314739 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc6e3-e66e-44d1-9ab1-5a50ebd97efe tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.381540 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc6e3-e66e-44d1-9ab1-5a50ebd97efe tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.384634 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc6e3-e66e-44d1-9ab1-5a50ebd97efe tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.386872 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:05.408951 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfc6e3-e66e-44d1-9ab1-5a50ebd97efe tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4930ba-9f4c-40e3-bf9c-4f10d542bb4d,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:05.413520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a4dfc6e3-e66e-44d1-9ab1-5a50ebd97efe tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:05.420824 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc6e3-e66e-44d1-9ab1-5a50ebd97efe tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.422812 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a4dfc6e3-e66e-44d1-9ab1-5a50ebd97efe tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1565418 Nov 22 15:29:05.425494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 38986) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:05.431667 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e8ed1909-9a16-4141-a560-a0ffd88eee1b tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Request body: {'security_group_rule': {'security_group_id': 'f8288715-1e5f-4150-bd35-b754ba9ef4f0', 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:05.437947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e8ed1909-9a16-4141-a560-a0ffd88eee1b tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:05.442144 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-e8ed1909-9a16-4141-a560-a0ffd88eee1b tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Usage tracker for resource:security_group_rule and tenant:d264086376a84d1bb2a2ad40dad0c042 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:05.445185 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-e8ed1909-9a16-4141-a560-a0ffd88eee1b tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:05.451174 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e8ed1909-9a16-4141-a560-a0ffd88eee1b tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:05.461010 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-e8ed1909-9a16-4141-a560-a0ffd88eee1b tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Project d264086376a84d1bb2a2ad40dad0c042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 15:29:05.476831 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e8ed1909-9a16-4141-a560-a0ffd88eee1b tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.544611 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e8ed1909-9a16-4141-a560-a0ffd88eee1b tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.547704 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e8ed1909-9a16-4141-a560-a0ffd88eee1b tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.549938 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a4dfc6e3-e66e-44d1-9ab1-5a50ebd97efe tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:05.572814 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed1909-9a16-4141-a560-a0ffd88eee1b tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831ee24a-b07f-4fd9-927d-38fe56f9419a,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:05.575262 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e8ed1909-9a16-4141-a560-a0ffd88eee1b tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:05.581405 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e8ed1909-9a16-4141-a560-a0ffd88eee1b tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.582693 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e8ed1909-9a16-4141-a560-a0ffd88eee1b tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1560457 Nov 22 15:29:05.585538 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 38990) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:05.591310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1c9287da-28f2-4972-a3ac-e9fcd8b371ea tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Request body: {'security_group_rule': {'security_group_id': 'f8288715-1e5f-4150-bd35-b754ba9ef4f0', 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:05.598075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1c9287da-28f2-4972-a3ac-e9fcd8b371ea tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:05.602042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1c9287da-28f2-4972-a3ac-e9fcd8b371ea tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Usage tracker for resource:security_group_rule and tenant:d264086376a84d1bb2a2ad40dad0c042 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:05.605241 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1c9287da-28f2-4972-a3ac-e9fcd8b371ea tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:05.611902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1c9287da-28f2-4972-a3ac-e9fcd8b371ea tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:05.621178 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-1c9287da-28f2-4972-a3ac-e9fcd8b371ea tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Project d264086376a84d1bb2a2ad40dad0c042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 15:29:05.627813 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c9287da-28f2-4972-a3ac-e9fcd8b371ea tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.696662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c9287da-28f2-4972-a3ac-e9fcd8b371ea tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.699439 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c9287da-28f2-4972-a3ac-e9fcd8b371ea tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.701479 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:05.724954 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9287da-28f2-4972-a3ac-e9fcd8b371ea tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c47f17-1521-4abf-8692-ba0a7437ed4b,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:05.727451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1c9287da-28f2-4972-a3ac-e9fcd8b371ea tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:05.733922 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c9287da-28f2-4972-a3ac-e9fcd8b371ea tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:05.735213 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-1c9287da-28f2-4972-a3ac-e9fcd8b371ea tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1486957 Nov 22 15:29:05.972655 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97534070-dad5-4c99-bfbb-d9db9c214e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:06.097257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device f12949a3-799d-4e06-a0c1-8b6454a87e51 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:29:06.173126 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port f12949a3-799d-4e06-a0c1-8b6454a87e51 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:06.173553 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:06.257844 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:06.349535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Sync routers for ids ['4253c434-fe16-46bd-91ef-74a4d8d6ab73'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:29:06.363562 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Routers {'4253c434-fe16-46bd-91ef-74a4d8d6ab73'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:06.364699 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:29:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['4253c434-fe16-46bd-91ef-74a4d8d6ab73'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:06.578204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Set router 4253c434-fe16-46bd-91ef-74a4d8d6ab73 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:07.073030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'name': 'tempest-TestVolumeBootPattern-956422371-router', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:57Z', 'updated_at': '2021-11-22T15:29:01Z', 'revision_number': 4, 'project_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'gw_port': {'id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:58Z', 'updated_at': '2021-11-22T15:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': 'f16d7445-2537-4863-8d7e-928d141bc11e', 'name': '', 'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'mac_address': 'fa:16:3e:57:6d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9957dee6-32e5-4a23-ace3-f1c0955d800c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:29:00Z', 'updated_at': '2021-11-22T15:29:01Z', 'revision_number': 2, 'project_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'subnets': [{'id': '9957dee6-32e5-4a23-ace3-f1c0955d800c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:07.079033 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Checking router: 4253c434-fe16-46bd-91ef-74a4d8d6ab73 for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:29:07.079509 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Updating router 4253c434-fe16-46bd-91ef-74a4d8d6ab73 port f16d7445-2537-4863-8d7e-928d141bc11e binding host dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:29:07.142531 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:07.440005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:07.557865 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:07.570527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Transition to ACTIVE for port object f16d7445-2537-4863-8d7e-928d141bc11e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:29:07.577395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:07.581755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:07.717132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02696ad-e726-4547-9e8c-369d80647e01 None None] Pushing event updated for resources: {'Port': ['ID=f16d7445-2537-4863-8d7e-928d141bc11e,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:07.720444 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c02696ad-e726-4547-9e8c-369d80647e01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:07.815828 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Attempting to bind port f16d7445-2537-4863-8d7e-928d141bc11e on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:29:07.816237 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Attempting to bind port f16d7445-2537-4863-8d7e-928d141bc11e by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '7649a574-860e-4db6-af6a-691c2cde402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:29:07.816639 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Attempting to bind port f16d7445-2537-4863-8d7e-928d141bc11e on network 2e52114b-11a6-4b69-a4f3-046cb2833c1e {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:29:07.823593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:29:07.824007 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Checking segment: {'id': '7649a574-860e-4db6-af6a-691c2cde402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:29:07.824447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:07.824882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Bound using segment: {'id': '7649a574-860e-4db6-af6a-691c2cde402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:29:07.825392 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Bound port: f16d7445-2537-4863-8d7e-928d141bc11e, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7649a574-860e-4db6-af6a-691c2cde402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:29:07.825799 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:07.921509 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] For port f16d7445-2537-4863-8d7e-928d141bc11e, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:29:07.924818 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] For port f16d7445-2537-4863-8d7e-928d141bc11e, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=f16d7445-2537-4863-8d7e-928d141bc11e,segment=NetworkSegment(7649a574-860e-4db6-af6a-691c2cde402e),segment_id=7649a574-860e-4db6-af6a-691c2cde402e)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:29:07.928207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:07.932604 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d6b6dd7a-00e9-4006-b1b7-a56d65eba01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:08.028347 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02696ad-e726-4547-9e8c-369d80647e01 None None] Pushing event updated for resources: {'Port': ['ID=f16d7445-2537-4863-8d7e-928d141bc11e,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:08.039123 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c02696ad-e726-4547-9e8c-369d80647e01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:08.053345 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Routers {'4253c434-fe16-46bd-91ef-74a4d8d6ab73'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:08.054081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:29:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['4253c434-fe16-46bd-91ef-74a4d8d6ab73'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:08.118315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:08.255057 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] Set router 4253c434-fe16-46bd-91ef-74a4d8d6ab73 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:08.638920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'name': 'tempest-TestVolumeBootPattern-956422371-router', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:57Z', 'updated_at': '2021-11-22T15:29:01Z', 'revision_number': 4, 'project_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'gw_port': {'id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:58Z', 'updated_at': '2021-11-22T15:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': 'f16d7445-2537-4863-8d7e-928d141bc11e', 'name': '', 'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'mac_address': 'fa:16:3e:57:6d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9957dee6-32e5-4a23-ace3-f1c0955d800c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:29:00Z', 'updated_at': '2021-11-22T15:29:07Z', 'revision_number': 4, 'project_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'subnets': [{'id': '9957dee6-32e5-4a23-ace3-f1c0955d800c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:08.643964 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1513d1-2505-430d-9e3a-bb4cc3ec7103 None None] The sync data for ids ['4253c434-fe16-46bd-91ef-74a4d8d6ab73'] in dv-cinder-818778-1-iscsi is: [{'id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'name': 'tempest-TestVolumeBootPattern-956422371-router', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:57Z', 'updated_at': '2021-11-22T15:29:01Z', 'revision_number': 4, 'project_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'gw_port': {'id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:58Z', 'updated_at': '2021-11-22T15:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': 'f16d7445-2537-4863-8d7e-928d141bc11e', 'name': '', 'network_id': '2e52114b-11a6-4b69-a4f3-046cb2833c1e', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'mac_address': 'fa:16:3e:57:6d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9957dee6-32e5-4a23-ace3-f1c0955d800c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:29:00Z', 'updated_at': '2021-11-22T15:29:07Z', 'revision_number': 4, 'project_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'subnets': [{'id': '9957dee6-32e5-4a23-ace3-f1c0955d800c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:29:10.130183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device f16d7445-2537-4863-8d7e-928d141bc11e up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:29:10.220461 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port f16d7445-2537-4863-8d7e-928d141bc11e completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:29:10.228644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port f16d7445-2537-4863-8d7e-928d141bc11e triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:10.229350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:10.365866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:10.405556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port f16d7445-2537-4863-8d7e-928d141bc11e, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=f16d7445-2537-4863-8d7e-928d141bc11e,segment=NetworkSegment(7649a574-860e-4db6-af6a-691c2cde402e),segment_id=7649a574-860e-4db6-af6a-691c2cde402e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:10.409315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:10.411376 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:10.482556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=f16d7445-2537-4863-8d7e-928d141bc11e,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:10.486418 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:12.109423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device f16d7445-2537-4863-8d7e-928d141bc11e up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:29:12.193240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port f16d7445-2537-4863-8d7e-928d141bc11e triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:12.193662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:18.430417 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:29:23.522251 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-5a35e5e4-c8b8-475d-8b8c-9db4dfcbd70a tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Synchronizing usage tracker for tenant:d264086376a84d1bb2a2ad40dad0c042 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:29:23.539728 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-5a35e5e4-c8b8-475d-8b8c-9db4dfcbd70a tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Unset dirty status for tenant:d264086376a84d1bb2a2ad40dad0c042 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:29:23.541028 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-5a35e5e4-c8b8-475d-8b8c-9db4dfcbd70a tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409422012&fields=id&tenant_id=d264086376a84d1bb2a2ad40dad0c042 HTTP/1.1" status: 200 len: 267 time: 0.0614676 Nov 22 15:29:23.702673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-a49ad404-cc24-490f-a1dc-9633af1e686f tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:23.703283 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-a49ad404-cc24-490f-a1dc-9633af1e686f tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Synchronizing usage tracker for tenant:d264086376a84d1bb2a2ad40dad0c042 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:29:23.719716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-a49ad404-cc24-490f-a1dc-9633af1e686f tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Unset dirty status for tenant:d264086376a84d1bb2a2ad40dad0c042 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:29:23.720954 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-a49ad404-cc24-490f-a1dc-9633af1e686f tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/networks?id=44122502-cf42-4981-ad05-c57a7257e3b4 HTTP/1.1" status: 200 len: 812 time: 0.1716919 Nov 22 15:29:23.741709 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-0e965334-bf53-4c2c-8eda-76a27f696bcb tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/quotas/d264086376a84d1bb2a2ad40dad0c042 HTTP/1.1" status: 200 len: 375 time: 0.0147564 Nov 22 15:29:23.833969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-d5050595-afae-419d-abca-40ac4c3802b9 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Synchronizing usage tracker for tenant:d264086376a84d1bb2a2ad40dad0c042 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:29:23.856219 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-d5050595-afae-419d-abca-40ac4c3802b9 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Unset dirty status for tenant:d264086376a84d1bb2a2ad40dad0c042 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:29:23.857699 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-d5050595-afae-419d-abca-40ac4c3802b9 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d264086376a84d1bb2a2ad40dad0c042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079447 Nov 22 15:29:24.013307 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-9e54e78f-272d-410c-a30d-7042f66b5b59 service neutron] 10.222.0.41 "GET /v2.0/networks/44122502-cf42-4981-ad05-c57a7257e3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394677 Nov 22 15:29:24.156926 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-edd82174-c871-4949-ada8-22de39612871 service neutron] 10.222.0.41 "GET /v2.0/networks/44122502-cf42-4981-ad05-c57a7257e3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373177 Nov 22 15:29:24.600807 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0063c9ab-4e48-48de-a190-c9ae45bd7be3 req-2a7fcc65-1d50-4474-a7bb-103340f52225 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/ports?device_id=950c5d51-a20c-4b92-8963-f36e1fbb7d90 HTTP/1.1" status: 200 len: 210 time: 0.0496485 Nov 22 15:29:25.798914 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ead9610-09b7-4b77-b091-2108afd545c7 req-04af2291-0286-46d9-b65d-b0401e0d5e23 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/ports?device_id=950c5d51-a20c-4b92-8963-f36e1fbb7d90 HTTP/1.1" status: 200 len: 210 time: 0.0574732 Nov 22 15:29:25.804087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-b2bdaa53-1818-49ca-9bc2-ae20044eb230 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:25.805567 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-b2bdaa53-1818-49ca-9bc2-ae20044eb230 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.50 "GET /v2.0/networks?id=44122502-cf42-4981-ad05-c57a7257e3b4 HTTP/1.1" status: 200 len: 812 time: 0.1998618 Nov 22 15:29:26.052316 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-2deb6adb-a015-4fca-a5b9-a1c4daec6954 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d264086376a84d1bb2a2ad40dad0c042 HTTP/1.1" status: 200 len: 379 time: 0.2290516 Nov 22 15:29:26.065190 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Request body: {'port': {'device_id': '950c5d51-a20c-4b92-8963-f36e1fbb7d90', 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4', 'admin_state_up': True, 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'security_groups': ['f8288715-1e5f-4150-bd35-b754ba9ef4f0']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:26.215625 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:26.227365 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:26.237083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Made reservation on behalf of d264086376a84d1bb2a2ad40dad0c042 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:29:26.242675 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:26.417966 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Allocated IP 172.20.0.13 (44122502-cf42-4981-ad05-c57a7257e3b4/bca1f93e-6da0-41e8-9800-60ceb016c977/bdd9a0a1-6226-43cd-b299-91c7d68997c3) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:29:26.647784 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:26.663637 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Transition to ACTIVE for port object bdd9a0a1-6226-43cd-b299-91c7d68997c3 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:29:26.683435 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:26.691242 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f5fc8e3c-47f7-4c99-b7dc-92a222288daa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:26.767518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Network 44122502-cf42-4981-ad05-c57a7257e3b4 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:29:26.771176 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:29:26.773248 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Pushing event updated for resources: {'Port': ['ID=bdd9a0a1-6226-43cd-b299-91c7d68997c3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:26.775383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:29:26.815920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:26.845667 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:26.846345 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:26.885406 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8244917 Nov 22 15:29:26.903358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Request body: {'port': {'device_id': '950c5d51-a20c-4b92-8963-f36e1fbb7d90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:27.083281 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:27.102309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-5da32688-49a5-4639-9ca4-b2231023edad None None] Provisioning for port bdd9a0a1-6226-43cd-b299-91c7d68997c3 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:29:27.107622 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-5da32688-49a5-4639-9ca4-b2231023edad None None] Provisioning complete for port bdd9a0a1-6226-43cd-b299-91c7d68997c3 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:27.108601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5da32688-49a5-4639-9ca4-b2231023edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:27.110832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe4c0b-7a54-482d-ba76-413803317fa1 req-b5fb95fd-1847-4b66-a739-69c621bcd288 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:27.111601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-1abe4c0b-7a54-482d-ba76-413803317fa1 req-b5fb95fd-1847-4b66-a739-69c621bcd288 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Synchronizing usage tracker for tenant:d264086376a84d1bb2a2ad40dad0c042 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:29:27.168001 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5da32688-49a5-4639-9ca4-b2231023edad None None] Port bdd9a0a1-6226-43cd-b299-91c7d68997c3 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:29:27.171327 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-1abe4c0b-7a54-482d-ba76-413803317fa1 req-b5fb95fd-1847-4b66-a739-69c621bcd288 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Unset dirty status for tenant:d264086376a84d1bb2a2ad40dad0c042 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:29:27.172620 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1abe4c0b-7a54-482d-ba76-413803317fa1 req-b5fb95fd-1847-4b66-a739-69c621bcd288 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/ports?device_id=950c5d51-a20c-4b92-8963-f36e1fbb7d90 HTTP/1.1" status: 200 len: 932 time: 0.2389457 Nov 22 15:29:27.298917 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1abe4c0b-7a54-482d-ba76-413803317fa1 req-d9932e14-4eec-4bbd-a067-181e2ab7b07a tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8288715-1e5f-4150-bd35-b754ba9ef4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158049 Nov 22 15:29:27.515968 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd9a0a1-6226-43cd-b299-91c7d68997c3 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:29:27.523299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:27.539391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Transition to ACTIVE for port object bdd9a0a1-6226-43cd-b299-91c7d68997c3 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:29:27.542486 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224855'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:27.546924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:27.666920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd9a0a1-6226-43cd-b299-91c7d68997c3,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:27.677048 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:27.814523 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Attempting to bind port bdd9a0a1-6226-43cd-b299-91c7d68997c3 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:29:27.814938 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Attempting to bind port bdd9a0a1-6226-43cd-b299-91c7d68997c3 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'd4d6b052-61c3-461f-b3ad-7c193794fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:29:27.815351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Attempting to bind port bdd9a0a1-6226-43cd-b299-91c7d68997c3 on network 44122502-cf42-4981-ad05-c57a7257e3b4 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:29:27.821992 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Port bdd9a0a1-6226-43cd-b299-91c7d68997c3 on network 44122502-cf42-4981-ad05-c57a7257e3b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:29:27.822544 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Attempting to bind port bdd9a0a1-6226-43cd-b299-91c7d68997c3 on network 44122502-cf42-4981-ad05-c57a7257e3b4 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:29:27.830097 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:29:27.830481 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Checking segment: {'id': 'd4d6b052-61c3-461f-b3ad-7c193794fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:29:27.831364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Bound using segment: {'id': 'd4d6b052-61c3-461f-b3ad-7c193794fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:29:27.831848 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Bound port: bdd9a0a1-6226-43cd-b299-91c7d68997c3, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d6b052-61c3-461f-b3ad-7c193794fa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44122502-cf42-4981-ad05-c57a7257e3b4'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:29:27.832243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:27.928181 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] For port bdd9a0a1-6226-43cd-b299-91c7d68997c3, host hv-cinder-81877, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:29:27.931253 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] For port bdd9a0a1-6226-43cd-b299-91c7d68997c3, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=bdd9a0a1-6226-43cd-b299-91c7d68997c3,segment=NetworkSegment(d4d6b052-61c3-461f-b3ad-7c193794fa8c),segment_id=d4d6b052-61c3-461f-b3ad-7c193794fa8c)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:29:27.934444 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224855'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:27.939528 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1c3753e1-74b3-465c-b913-00b16df89015 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:28.004090 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:28.005552 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] 10.222.0.50 "PUT /v2.0/ports/bdd9a0a1-6226-43cd-b299-91c7d68997c3 HTTP/1.1" status: 200 len: 1094 time: 1.1071942 Nov 22 15:29:28.006068 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950c5d51-a20c-4b92-8963-f36e1fbb7d90', 'tag': 'bdd9a0a1-6226-43cd-b299-91c7d68997c3'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:29:28.029249 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd9a0a1-6226-43cd-b299-91c7d68997c3,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:28.032984 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:28.093260 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950c5d51-a20c-4b92-8963-f36e1fbb7d90', 'tag': 'bdd9a0a1-6226-43cd-b299-91c7d68997c3', 'status': 'completed', 'code': 200} Nov 22 15:29:28.138695 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-ff6ebe9a-5b4a-4a05-a785-2e6f3645dc9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d264086376a84d1bb2a2ad40dad0c042&device_id=950c5d51-a20c-4b92-8963-f36e1fbb7d90 HTTP/1.1" status: 200 len: 1097 time: 0.0818784 Nov 22 15:29:28.219060 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-aa9434e4-79ad-4bd4-8ee5-beb1057c7439 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd9a0a1-6226-43cd-b299-91c7d68997c3 HTTP/1.1" status: 200 len: 217 time: 0.0690217 Nov 22 15:29:28.293907 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-a426ca9d-e2f1-44b6-8354-8966b6374a2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:28.295574 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-a426ca9d-e2f1-44b6-8354-8966b6374a2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bca1f93e-6da0-41e8-9800-60ceb016c977 HTTP/1.1" status: 200 len: 851 time: 0.0675366 Nov 22 15:29:28.384918 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-4309abc8-e187-4a98-8ea6-6e418363dda6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44122502-cf42-4981-ad05-c57a7257e3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822978 Nov 22 15:29:28.599333 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-ce00d76b-f7b4-4aa1-8372-10811f9d4bd9 service neutron] 10.222.0.50 "GET /v2.0/networks/44122502-cf42-4981-ad05-c57a7257e3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038383 Nov 22 15:29:28.640487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21500b5-cec7-4709-b122-63b46f4cd49f req-b2ba4954-c437-4869-9ac6-2e30281d51d3 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:28.642151 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f21500b5-cec7-4709-b122-63b46f4cd49f req-b2ba4954-c437-4869-9ac6-2e30281d51d3 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/ports?device_id=950c5d51-a20c-4b92-8963-f36e1fbb7d90 HTTP/1.1" status: 200 len: 944 time: 0.1461217 Nov 22 15:29:28.784453 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f21500b5-cec7-4709-b122-63b46f4cd49f req-ca9d1654-ade9-4c65-81c8-6e9df6494048 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8288715-1e5f-4150-bd35-b754ba9ef4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274743 Nov 22 15:29:28.792859 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-c790c2e0-dacc-4759-b0fd-704e837c32af service neutron] 10.222.0.50 "GET /v2.0/networks/44122502-cf42-4981-ad05-c57a7257e3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828001 Nov 22 15:29:28.940376 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0115b40e-1995-4182-abde-194947395cd2 req-13f0d32c-e6ca-4e52-8d3d-f2a87b143120 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d264086376a84d1bb2a2ad40dad0c042&device_id=950c5d51-a20c-4b92-8963-f36e1fbb7d90 HTTP/1.1" status: 200 len: 1097 time: 0.0866971 Nov 22 15:29:29.272297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115b40e-1995-4182-abde-194947395cd2 req-84c2971c-e59a-431f-9a32-7813894ffa0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:29.273794 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0115b40e-1995-4182-abde-194947395cd2 req-84c2971c-e59a-431f-9a32-7813894ffa0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=44122502-cf42-4981-ad05-c57a7257e3b4 HTTP/1.1" status: 200 len: 913 time: 0.3236318 Nov 22 15:29:29.348807 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0115b40e-1995-4182-abde-194947395cd2 req-dc6486c0-512b-48e3-8d81-8f33cdaa6943 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd9a0a1-6226-43cd-b299-91c7d68997c3 HTTP/1.1" status: 200 len: 217 time: 0.0677228 Nov 22 15:29:29.367129 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-e5561c68-8d1c-467c-b358-925e60eab889 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:29.368750 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-e5561c68-8d1c-467c-b358-925e60eab889 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.50 "GET /v2.0/ports?device_id=950c5d51-a20c-4b92-8963-f36e1fbb7d90 HTTP/1.1" status: 200 len: 944 time: 0.0876844 Nov 22 15:29:29.425134 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115b40e-1995-4182-abde-194947395cd2 req-6f510019-1efd-4724-a3c1-cdea34cc24c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:29.426713 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0115b40e-1995-4182-abde-194947395cd2 req-6f510019-1efd-4724-a3c1-cdea34cc24c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bca1f93e-6da0-41e8-9800-60ceb016c977 HTTP/1.1" status: 200 len: 851 time: 0.0673311 Nov 22 15:29:29.447785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Deleting port bdd9a0a1-6226-43cd-b299-91c7d68997c3 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:29.448436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:29.513247 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0115b40e-1995-4182-abde-194947395cd2 req-f6cd590b-3bdb-4fdd-9712-dd2030c7c2a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44122502-cf42-4981-ad05-c57a7257e3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764289 Nov 22 15:29:29.675865 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0115b40e-1995-4182-abde-194947395cd2 req-1101f57f-f1f5-47a9-98bc-83430322aa97 service neutron] 10.222.0.50 "GET /v2.0/networks/44122502-cf42-4981-ad05-c57a7257e3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512194 Nov 22 15:29:29.718879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] For port bdd9a0a1-6226-43cd-b299-91c7d68997c3, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=bdd9a0a1-6226-43cd-b299-91c7d68997c3,segment=NetworkSegment(d4d6b052-61c3-461f-b3ad-7c193794fa8c),segment_id=d4d6b052-61c3-461f-b3ad-7c193794fa8c)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:29.719270 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:29.830675 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0115b40e-1995-4182-abde-194947395cd2 req-09c32344-beb0-437a-a7bb-f955e15525f0 service neutron] 10.222.0.50 "GET /v2.0/networks/44122502-cf42-4981-ad05-c57a7257e3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450598 Nov 22 15:29:29.857309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Calling delete_port for bdd9a0a1-6226-43cd-b299-91c7d68997c3 owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:30.008432 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c72ef-1025-4762-a782-49f7542bedde req-75a0e6eb-50cb-4897-b932-4b805e4c5f47 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:30.009060 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:30.010340 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-219c72ef-1025-4762-a782-49f7542bedde req-75a0e6eb-50cb-4897-b932-4b805e4c5f47 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/ports?device_id=950c5d51-a20c-4b92-8963-f36e1fbb7d90 HTTP/1.1" status: 200 len: 944 time: 0.0890586 Nov 22 15:29:30.015967 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:30.063019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Pushing event deleted for resources: {'Port': ['ID=bdd9a0a1-6226-43cd-b299-91c7d68997c3,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:30.069931 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-219c72ef-1025-4762-a782-49f7542bedde req-72ac5cf8-7941-4b42-b4e0-83834b41834e tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8288715-1e5f-4150-bd35-b754ba9ef4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462234 Nov 22 15:29:30.076742 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:30.077058 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:30.077456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:30.077928 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:30.078206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:30.078597 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:30.079117 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:30.079372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:30.079755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:30.080138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:30.080518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:30.085461 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:30.157412 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] No DVR routers for this DVR port bdd9a0a1-6226-43cd-b299-91c7d68997c3 on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:29:30.160334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:30.163323 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950c5d51-a20c-4b92-8963-f36e1fbb7d90', 'name': 'network-vif-deleted', 'tag': 'bdd9a0a1-6226-43cd-b299-91c7d68997c3'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:29:30.180020 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d35b4d58-1269-4ee5-9e29-14b359979e35 req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.50 "DELETE /v2.0/ports/bdd9a0a1-6226-43cd-b299-91c7d68997c3 HTTP/1.1" status: 204 len: 173 time: 0.8039403 Nov 22 15:29:30.215610 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '950c5d51-a20c-4b92-8963-f36e1fbb7d90', 'name': 'network-vif-deleted', 'tag': 'bdd9a0a1-6226-43cd-b299-91c7d68997c3', 'status': 'failed', 'code': 422} returned with failed status Nov 22 15:29:31.277491 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-aebb02ae-72f4-4d36-b596-0fd121f2c508 req-94c925d1-e485-4b69-b5d9-a7bc0dd03143 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/ports?device_id=950c5d51-a20c-4b92-8963-f36e1fbb7d90 HTTP/1.1" status: 200 len: 210 time: 0.0464635 Nov 22 15:29:31.555398 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8b3233f8-c402-494d-8dab-de5c91465813 req-e36ea9cb-b60d-4e81-a152-b65178993a29 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "GET /v2.0/ports?device_id=950c5d51-a20c-4b92-8963-f36e1fbb7d90 HTTP/1.1" status: 200 len: 210 time: 0.0456185 Nov 22 15:29:33.588602 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 39354) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:33.668220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edad0545-66e3-4294-a365-2759b6c500dc tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:33.701504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edad0545-66e3-4294-a365-2759b6c500dc tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:33.761833 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edad0545-66e3-4294-a365-2759b6c500dc tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:33.767305 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3586aad7-78ef-4fb9-aa9b-0d663a27d0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:33.767832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8ddbea21-cf37-485f-a85f-7fe2d00ec196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:33.786337 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad0545-66e3-4294-a365-2759b6c500dc tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8288715-1e5f-4150-bd35-b754ba9ef4f0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:33.789513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-edad0545-66e3-4294-a365-2759b6c500dc tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:33.797964 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edad0545-66e3-4294-a365-2759b6c500dc tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:33.802472 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-edad0545-66e3-4294-a365-2759b6c500dc tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] 10.222.0.41 "DELETE /v2.0/security-groups/f8288715-1e5f-4150-bd35-b754ba9ef4f0 HTTP/1.1" status: 204 len: 168 time: 0.2095397 Nov 22 15:29:33.846854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 39362) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:34.281648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852942588'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:34.923560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] Deleting port e6f2205e-c648-4f74-aa84-b6af44deedd4 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:34.924140 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:35.115987 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] For port e6f2205e-c648-4f74-aa84-b6af44deedd4, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=e6f2205e-c648-4f74-aa84-b6af44deedd4,segment=NetworkSegment(d4d6b052-61c3-461f-b3ad-7c193794fa8c),segment_id=d4d6b052-61c3-461f-b3ad-7c193794fa8c)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:35.116386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:35.127571 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:35.245136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] Calling delete_port for e6f2205e-c648-4f74-aa84-b6af44deedd4 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:35.600949 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:35.605643 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:35.833758 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f2205e-c648-4f74-aa84-b6af44deedd4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:35.838842 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:35.977042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c94cf902-c8fd-4f5c-aaaa-5114a2eba104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.163693 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852942434'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.252577 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.784388 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] Router 61e3eb19-7d57-4619-acb3-8901abcc2167 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:29:36.992797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:29:37.006014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123df761-090f-4b1f-9531-1f23005a5d87 None None] Sync routers for ids ['61e3eb19-7d57-4619-acb3-8901abcc2167'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:29:37.007007 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] 10.222.0.41 "PUT /v2.0/routers/61e3eb19-7d57-4619-acb3-8901abcc2167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1589568 Nov 22 15:29:37.011064 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 39388) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:37.020963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123df761-090f-4b1f-9531-1f23005a5d87 None None] Routers {'61e3eb19-7d57-4619-acb3-8901abcc2167'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:37.021650 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-123df761-090f-4b1f-9531-1f23005a5d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:29:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['61e3eb19-7d57-4619-acb3-8901abcc2167'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:37.237520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:37.361596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-123df761-090f-4b1f-9531-1f23005a5d87 None None] Set router 61e3eb19-7d57-4619-acb3-8901abcc2167 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:37.383306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:37.461593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:37.471661 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Deleting port adb76a25-7456-442f-a30e-741e59f3be78 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:37.472106 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:37.665192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] For port adb76a25-7456-442f-a30e-741e59f3be78, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=adb76a25-7456-442f-a30e-741e59f3be78,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:37.665625 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:37.675108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-123df761-090f-4b1f-9531-1f23005a5d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'name': 'tempest-TestVolumeBootPattern-1649889294-router', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:29:35Z', 'revision_number': 5, 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'gw_port': {'id': 'adb76a25-7456-442f-a30e-741e59f3be78', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:37.679260 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123df761-090f-4b1f-9531-1f23005a5d87 None None] Checking router: 61e3eb19-7d57-4619-acb3-8901abcc2167 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:29:37.692481 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123df761-090f-4b1f-9531-1f23005a5d87 None None] Routers {'61e3eb19-7d57-4619-acb3-8901abcc2167'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:37.693328 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-123df761-090f-4b1f-9531-1f23005a5d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:29:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['61e3eb19-7d57-4619-acb3-8901abcc2167'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:37.796535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Calling delete_port for adb76a25-7456-442f-a30e-741e59f3be78 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:37.869710 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-123df761-090f-4b1f-9531-1f23005a5d87 None None] Set router 61e3eb19-7d57-4619-acb3-8901abcc2167 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:37.972725 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:37.977214 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:37.980078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-123df761-090f-4b1f-9531-1f23005a5d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'name': 'tempest-TestVolumeBootPattern-1649889294-router', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:29:37Z', 'revision_number': 6, 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'gw_port_host': None}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:37.984357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123df761-090f-4b1f-9531-1f23005a5d87 None None] The sync data for ids ['61e3eb19-7d57-4619-acb3-8901abcc2167'] in dv-cinder-818778-1-iscsi is: [{'id': '61e3eb19-7d57-4619-acb3-8901abcc2167', 'name': 'tempest-TestVolumeBootPattern-1649889294-router', 'tenant_id': 'd264086376a84d1bb2a2ad40dad0c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:51Z', 'updated_at': '2021-11-22T15:29:37Z', 'revision_number': 6, 'project_id': 'd264086376a84d1bb2a2ad40dad0c042', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:29:38.021473 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb76a25-7456-442f-a30e-741e59f3be78,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:38.024867 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:38.049984 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:38.139899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device e6f2205e-c648-4f74-aa84-b6af44deedd4 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:29:38.176989 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: e6f2205e-c648-4f74-aa84-b6af44deedd4 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:29:38.177363 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device e6f2205e-c648-4f74-aa84-b6af44deedd4 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:29:38.475739 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852966379'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:38.757911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853145477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29104'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:38.762455 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:38.851962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853145579'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:38.852693 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61e3eb19-7d57-4619-acb3-8901abcc2167 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:29:38.876622 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:38.877917 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] 10.222.0.41 "DELETE /v2.0/routers/61e3eb19-7d57-4619-acb3-8901abcc2167 HTTP/1.1" status: 204 len: 168 time: 1.8658416 Nov 22 15:29:38.880769 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 39408) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:38.955623 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4150bae-a2d3-4576-9e15-7493e9529601 admin admin] Deleting subnet bca1f93e-6da0-41e8-9800-60ceb016c977 {{(pid=88138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:29:38.959054 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4150bae-a2d3-4576-9e15-7493e9529601 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:39.014009 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4150bae-a2d3-4576-9e15-7493e9529601 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851915914'] for subnet, precommit_delete_associations {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:39.135530 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4150bae-a2d3-4576-9e15-7493e9529601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:39.201825 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4150bae-a2d3-4576-9e15-7493e9529601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853300385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853457045'] for subnet, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:39.206507 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:39.242243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4150bae-a2d3-4576-9e15-7493e9529601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca1f93e-6da0-41e8-9800-60ceb016c977,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:39.245901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f4150bae-a2d3-4576-9e15-7493e9529601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:39.249175 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4150bae-a2d3-4576-9e15-7493e9529601 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:39.255028 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92047153-3c8d-4923-8cd4-ac2e2b1ec04b None None] Network 44122502-cf42-4981-ad05-c57a7257e3b4 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:29:39.255381 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f4150bae-a2d3-4576-9e15-7493e9529601 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bca1f93e-6da0-41e8-9800-60ceb016c977 HTTP/1.1" status: 204 len: 168 time: 0.3735466 Nov 22 15:29:39.257983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 39412) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:39.379082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:39.390847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Deleting port 0769a64c-8dbc-4394-86fb-f06ba9969379 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:39.391148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:39.548969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee0331-daf5-4e64-8efb-6124273a803b None None] DHCP port deletion for 44122502-cf42-4981-ad05-c57a7257e3b4 request from dv-cinder-818778-1-iscsi {{(pid=88140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:29:39.554415 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-51ee0331-daf5-4e64-8efb-6124273a803b None None] Deleting port 0769a64c-8dbc-4394-86fb-f06ba9969379 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:39.554865 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51ee0331-daf5-4e64-8efb-6124273a803b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:39.642336 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] For port 0769a64c-8dbc-4394-86fb-f06ba9969379, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=0769a64c-8dbc-4394-86fb-f06ba9969379,segment=NetworkSegment(d4d6b052-61c3-461f-b3ad-7c193794fa8c),segment_id=d4d6b052-61c3-461f-b3ad-7c193794fa8c)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:39.642689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:39.786069 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-51ee0331-daf5-4e64-8efb-6124273a803b None None] For port 0769a64c-8dbc-4394-86fb-f06ba9969379, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=0769a64c-8dbc-4394-86fb-f06ba9969379,segment=NetworkSegment(d4d6b052-61c3-461f-b3ad-7c193794fa8c),segment_id=d4d6b052-61c3-461f-b3ad-7c193794fa8c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:39.786456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51ee0331-daf5-4e64-8efb-6124273a803b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:39.788447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Calling delete_port for 0769a64c-8dbc-4394-86fb-f06ba9969379 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:39.885375 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:39.890664 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:39.919639 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-51ee0331-daf5-4e64-8efb-6124273a803b None None] Calling delete_port for 0769a64c-8dbc-4394-86fb-f06ba9969379 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:39.932229 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Pushing event deleted for resources: {'Port': ['ID=0769a64c-8dbc-4394-86fb-f06ba9969379,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:39.937674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:39.941050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] No DVR routers for this DVR port 0769a64c-8dbc-4394-86fb-f06ba9969379 on host dv-cinder-818778-1-iscsi {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:29:40.077770 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:40.108271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44122502-cf42-4981-ad05-c57a7257e3b4']}} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:40.128707 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d6b052-61c3-461f-b3ad-7c193794fa8c') {'for_net_delete': True} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:40.129272 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d6b052-61c3-461f-b3ad-7c193794fa8c') {} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:40.146009 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859903'] for segment, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:40.161656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:40.168407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:29:40.168834 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1475325'] for segment, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:29:40.183416 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:29:40.206109 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device adb76a25-7456-442f-a30e-741e59f3be78 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:29:40.252123 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: adb76a25-7456-442f-a30e-741e59f3be78 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:29:40.252512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device adb76a25-7456-442f-a30e-741e59f3be78 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:29:40.252967 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 0769a64c-8dbc-4394-86fb-f06ba9969379 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:29:40.286354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 0769a64c-8dbc-4394-86fb-f06ba9969379 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:29:40.287928 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 0769a64c-8dbc-4394-86fb-f06ba9969379 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:29:40.291144 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.db.api [None req-51ee0331-daf5-4e64-8efb-6124273a803b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:29:40.291836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_db.api [None req-51ee0331-daf5-4e64-8efb-6124273a803b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:29:40.323560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:40.330504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:40.344265 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:40.361162 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c621ec1f-6c6f-4515-9c3c-40e6e09de214 req-ccda74b7-8e47-49ce-8c5e-f7ed7361f44b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1768606 Nov 22 15:29:40.363578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Pushing event deleted for resources: {'Network': ['ID=44122502-cf42-4981-ad05-c57a7257e3b4,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:40.368788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:40.378239 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] 10.222.0.41 "DELETE /v2.0/networks/44122502-cf42-4981-ad05-c57a7257e3b4 HTTP/1.1" status: 204 len: 168 time: 1.1190093 Nov 22 15:29:40.381512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 39424) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:40.783442 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c621ec1f-6c6f-4515-9c3c-40e6e09de214 req-f0e6bf7b-80a2-4938-b4cd-218d2a2ae04b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1ef99941b3143ba95a5434b23e794cd&device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 1098 time: 0.3478374 Nov 22 15:29:40.793008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-51ee0331-daf5-4e64-8efb-6124273a803b None None] Deleting port 0769a64c-8dbc-4394-86fb-f06ba9969379 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:40.793871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51ee0331-daf5-4e64-8efb-6124273a803b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:40.866719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-51ee0331-daf5-4e64-8efb-6124273a803b None None] The port '0769a64c-8dbc-4394-86fb-f06ba9969379' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:29:41.028263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621ec1f-6c6f-4515-9c3c-40e6e09de214 req-7dc21a6a-7497-4775-921d-5031663b15d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:41.029891 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c621ec1f-6c6f-4515-9c3c-40e6e09de214 req-7dc21a6a-7497-4775-921d-5031663b15d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=53be012a-dc8f-434c-8197-19ab47323fab HTTP/1.1" status: 200 len: 919 time: 0.2213435 Nov 22 15:29:41.116703 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c621ec1f-6c6f-4515-9c3c-40e6e09de214 req-2323461f-2167-4377-9d28-63897b87c327 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec51966-8e16-47d8-a09f-ee1b0a3f241f HTTP/1.1" status: 200 len: 217 time: 0.0741405 Nov 22 15:29:41.266604 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621ec1f-6c6f-4515-9c3c-40e6e09de214 req-f37da666-35ad-4675-a5bd-66c2dcc34a74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:41.268283 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c621ec1f-6c6f-4515-9c3c-40e6e09de214 req-f37da666-35ad-4675-a5bd-66c2dcc34a74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=71b40b5c-6140-47b9-8c5b-5e58ad2caffe HTTP/1.1" status: 200 len: 858 time: 0.1422188 Nov 22 15:29:41.330543 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c621ec1f-6c6f-4515-9c3c-40e6e09de214 req-58e18321-ae44-4074-a113-2e633085f145 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53be012a-dc8f-434c-8197-19ab47323fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508261 Nov 22 15:29:41.390353 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852942588'] for router_interface, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:41.567005 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c621ec1f-6c6f-4515-9c3c-40e6e09de214 req-146c2f2b-f0db-4ca0-bc19-213dcfa4aaa4 service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261055 Nov 22 15:29:41.795510 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c621ec1f-6c6f-4515-9c3c-40e6e09de214 req-e67695bd-6eb4-4945-b1dc-29a1c1c4ad12 service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747162 Nov 22 15:29:42.241576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] Deleting port f16d7445-2537-4863-8d7e-928d141bc11e {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:42.241957 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:42.445173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] For port f16d7445-2537-4863-8d7e-928d141bc11e, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=f16d7445-2537-4863-8d7e-928d141bc11e,segment=NetworkSegment(7649a574-860e-4db6-af6a-691c2cde402e),segment_id=7649a574-860e-4db6-af6a-691c2cde402e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:42.445751 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:42.575120 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] Calling delete_port for f16d7445-2537-4863-8d7e-928d141bc11e owned by network:router_interface {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:43.128340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.132972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9502ef53-a0bd-4540-aed6-8e2eb5df1d08 tempest-VolumesNegativeTest-976237699 tempest-VolumesNegativeTest-976237699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:43.174459 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] Pushing event deleted for resources: {'Port': ['ID=f16d7445-2537-4863-8d7e-928d141bc11e,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:43.178947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:43.509246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852942434'] for router_interface, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:44.168669 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] Router 4253c434-fe16-46bd-91ef-74a4d8d6ab73 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:29:44.388213 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:29:44.401089 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] 10.222.0.41 "PUT /v2.0/routers/4253c434-fe16-46bd-91ef-74a4d8d6ab73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0158806 Nov 22 15:29:44.401291 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c95ca9-6e2f-4dc2-b7a7-8ec2115edfcf None None] Sync routers for ids ['4253c434-fe16-46bd-91ef-74a4d8d6ab73'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:29:44.401526 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 39460) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:44.426861 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c95ca9-6e2f-4dc2-b7a7-8ec2115edfcf None None] Routers {'4253c434-fe16-46bd-91ef-74a4d8d6ab73'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:44.427630 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-50c95ca9-6e2f-4dc2-b7a7-8ec2115edfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:29:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['4253c434-fe16-46bd-91ef-74a4d8d6ab73'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:44.653310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-50c95ca9-6e2f-4dc2-b7a7-8ec2115edfcf None None] Set router 4253c434-fe16-46bd-91ef-74a4d8d6ab73 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:44.668446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:44.881225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:44.890668 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Deleting port f12949a3-799d-4e06-a0c1-8b6454a87e51 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:44.891060 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:44.973394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-50c95ca9-6e2f-4dc2-b7a7-8ec2115edfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'name': 'tempest-TestVolumeBootPattern-956422371-router', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:57Z', 'updated_at': '2021-11-22T15:29:42Z', 'revision_number': 5, 'project_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'gw_port': {'id': 'f12949a3-799d-4e06-a0c1-8b6454a87e51', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:28:58Z', 'updated_at': '2021-11-22T15:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:44.978335 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c95ca9-6e2f-4dc2-b7a7-8ec2115edfcf None None] Checking router: 4253c434-fe16-46bd-91ef-74a4d8d6ab73 for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:29:44.991025 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c95ca9-6e2f-4dc2-b7a7-8ec2115edfcf None None] Routers {'4253c434-fe16-46bd-91ef-74a4d8d6ab73'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:44.991715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-50c95ca9-6e2f-4dc2-b7a7-8ec2115edfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:29:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['4253c434-fe16-46bd-91ef-74a4d8d6ab73'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:45.096681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] For port f12949a3-799d-4e06-a0c1-8b6454a87e51, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=f12949a3-799d-4e06-a0c1-8b6454a87e51,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:45.097079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:45.167321 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-50c95ca9-6e2f-4dc2-b7a7-8ec2115edfcf None None] Set router 4253c434-fe16-46bd-91ef-74a4d8d6ab73 gateway port host: None {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:45.237649 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Calling delete_port for f12949a3-799d-4e06-a0c1-8b6454a87e51 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:45.285254 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-50c95ca9-6e2f-4dc2-b7a7-8ec2115edfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'name': 'tempest-TestVolumeBootPattern-956422371-router', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:57Z', 'updated_at': '2021-11-22T15:29:44Z', 'revision_number': 6, 'project_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'gw_port_host': None}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:45.289617 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c95ca9-6e2f-4dc2-b7a7-8ec2115edfcf None None] The sync data for ids ['4253c434-fe16-46bd-91ef-74a4d8d6ab73'] in dv-cinder-818778-1-iscsi is: [{'id': '4253c434-fe16-46bd-91ef-74a4d8d6ab73', 'name': 'tempest-TestVolumeBootPattern-956422371-router', 'tenant_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:28:57Z', 'updated_at': '2021-11-22T15:29:44Z', 'revision_number': 6, 'project_id': '4f1d9f57b80c4ec4ab987d6cbedebee6', 'gw_port_host': None}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:29:45.416201 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:45.422378 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:45.468573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12949a3-799d-4e06-a0c1-8b6454a87e51,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:45.503458 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:45.705854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852966379'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.129617 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device f16d7445-2537-4863-8d7e-928d141bc11e no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:29:46.163800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: f16d7445-2537-4863-8d7e-928d141bc11e {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:29:46.164192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device f16d7445-2537-4863-8d7e-928d141bc11e not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:29:46.164666 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device f12949a3-799d-4e06-a0c1-8b6454a87e51 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:29:46.192229 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853145477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29104'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.197554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.198797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: f12949a3-799d-4e06-a0c1-8b6454a87e51 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:29:46.199197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device f12949a3-799d-4e06-a0c1-8b6454a87e51 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:29:46.222769 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853145579'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.223368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4253c434-fe16-46bd-91ef-74a4d8d6ab73 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:29:46.237250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.241709 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4253c434-fe16-46bd-91ef-74a4d8d6ab73 HTTP/1.1" status: 204 len: 168 time: 1.8359973 Nov 22 15:29:46.242554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 39476) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:46.319647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7769db3-263c-4d41-b30b-e2f41931ed63 admin admin] Deleting subnet 9957dee6-32e5-4a23-ace3-f1c0955d800c {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:29:46.323311 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e7769db3-263c-4d41-b30b-e2f41931ed63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.383979 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e7769db3-263c-4d41-b30b-e2f41931ed63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3102249'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.510598 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e7769db3-263c-4d41-b30b-e2f41931ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.584042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e7769db3-263c-4d41-b30b-e2f41931ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1224936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1358002'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.589049 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d7e2979b-e217-4d43-921d-88a7f231d13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:46.628133 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7769db3-263c-4d41-b30b-e2f41931ed63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9957dee6-32e5-4a23-ace3-f1c0955d800c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:46.631879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e7769db3-263c-4d41-b30b-e2f41931ed63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:46.634450 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e7769db3-263c-4d41-b30b-e2f41931ed63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.639853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5027423c-c163-4b8d-9fd7-34205a892e64 None None] Network 2e52114b-11a6-4b69-a4f3-046cb2833c1e requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:29:46.641463 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e7769db3-263c-4d41-b30b-e2f41931ed63 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9957dee6-32e5-4a23-ace3-f1c0955d800c HTTP/1.1" status: 204 len: 168 time: 0.3977849 Nov 22 15:29:46.644009 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 39484) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:46.769642 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.783160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Deleting port 7adebeb5-fd54-41c9-bd7e-258a14c19659 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:46.783542 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.929800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c50e9b-e8a9-4362-b130-fa1a541bf2dc None None] DHCP port deletion for 2e52114b-11a6-4b69-a4f3-046cb2833c1e request from dv-cinder-818778-1-iscsi {{(pid=88140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:29:46.934147 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-44c50e9b-e8a9-4362-b130-fa1a541bf2dc None None] Deleting port 7adebeb5-fd54-41c9-bd7e-258a14c19659 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:46.934540 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44c50e9b-e8a9-4362-b130-fa1a541bf2dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.008248 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] For port 7adebeb5-fd54-41c9-bd7e-258a14c19659, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=7adebeb5-fd54-41c9-bd7e-258a14c19659,segment=NetworkSegment(7649a574-860e-4db6-af6a-691c2cde402e),segment_id=7649a574-860e-4db6-af6a-691c2cde402e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:47.008641 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.140288 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Calling delete_port for 7adebeb5-fd54-41c9-bd7e-258a14c19659 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:47.170439 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-44c50e9b-e8a9-4362-b130-fa1a541bf2dc None None] For port 7adebeb5-fd54-41c9-bd7e-258a14c19659, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=7adebeb5-fd54-41c9-bd7e-258a14c19659,segment=NetworkSegment(7649a574-860e-4db6-af6a-691c2cde402e),segment_id=7649a574-860e-4db6-af6a-691c2cde402e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:47.170934 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44c50e9b-e8a9-4362-b130-fa1a541bf2dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.220533 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.225487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:47.275429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Pushing event deleted for resources: {'Port': ['ID=7adebeb5-fd54-41c9-bd7e-258a14c19659,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:47.279501 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:47.282074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] No DVR routers for this DVR port 7adebeb5-fd54-41c9-bd7e-258a14c19659 on host dv-cinder-818778-1-iscsi {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:29:47.303415 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-44c50e9b-e8a9-4362-b130-fa1a541bf2dc None None] Calling delete_port for 7adebeb5-fd54-41c9-bd7e-258a14c19659 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:47.438952 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.476914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e52114b-11a6-4b69-a4f3-046cb2833c1e']}} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:47.492285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7649a574-860e-4db6-af6a-691c2cde402e') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:47.492631 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7649a574-860e-4db6-af6a-691c2cde402e') {} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:47.506157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851673568'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.526856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.534348 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:29:47.534560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.db.api [None req-44c50e9b-e8a9-4362-b130-fa1a541bf2dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:29:47.534791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_db.api [None req-44c50e9b-e8a9-4362-b130-fa1a541bf2dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:29:47.534916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853550774'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:29:47.549666 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:29:47.642549 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.648965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.652812 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:47.675467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Pushing event deleted for resources: {'Network': ['ID=2e52114b-11a6-4b69-a4f3-046cb2833c1e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:47.678191 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:47.680465 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] 10.222.0.41 "DELETE /v2.0/networks/2e52114b-11a6-4b69-a4f3-046cb2833c1e HTTP/1.1" status: 204 len: 168 time: 1.0352697 Nov 22 15:29:47.885651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 39498) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:47.938492 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-569852f3-37b5-42cc-beac-3c93b400d586 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d264086376a84d1bb2a2ad40dad0c042&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514872 Nov 22 15:29:47.941096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 39502) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:48.002793 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb87a859-fda2-474b-8383-bf2d48f5996c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.033127 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb87a859-fda2-474b-8383-bf2d48f5996c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.035634 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-44c50e9b-e8a9-4362-b130-fa1a541bf2dc None None] Deleting port 7adebeb5-fd54-41c9-bd7e-258a14c19659 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:48.036061 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44c50e9b-e8a9-4362-b130-fa1a541bf2dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.082020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb87a859-fda2-474b-8383-bf2d48f5996c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.087442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ee9cb93c-91a2-453f-bbbd-91fb37c6b19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:48.102447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-44c50e9b-e8a9-4362-b130-fa1a541bf2dc None None] The port '7adebeb5-fd54-41c9-bd7e-258a14c19659' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:29:48.106164 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87a859-fda2-474b-8383-bf2d48f5996c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca47add8-01ad-44cc-8f56-8db90b58ebfc,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:48.110241 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bb87a859-fda2-474b-8383-bf2d48f5996c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:48.114726 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb87a859-fda2-474b-8383-bf2d48f5996c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.115987 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-bb87a859-fda2-474b-8383-bf2d48f5996c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca47add8-01ad-44cc-8f56-8db90b58ebfc HTTP/1.1" status: 204 len: 168 time: 0.1739280 Nov 22 15:29:48.131309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 7adebeb5-fd54-41c9-bd7e-258a14c19659 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:29:48.171632 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 7adebeb5-fd54-41c9-bd7e-258a14c19659 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:29:48.172051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 7adebeb5-fd54-41c9-bd7e-258a14c19659 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:29:48.563183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 39516) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:48.620614 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-265e8a62-22b1-492a-978b-8c8021b4f606 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f1d9f57b80c4ec4ab987d6cbedebee6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0560155 Nov 22 15:29:48.623831 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 39520) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:48.687390 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08e4f047-2192-4fa4-9f0c-ed0649f05843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.714523 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08e4f047-2192-4fa4-9f0c-ed0649f05843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.763175 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08e4f047-2192-4fa4-9f0c-ed0649f05843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.767975 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b615ef4d-ea56-400e-96c5-0a3cf4a1fb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:48.782086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4f047-2192-4fa4-9f0c-ed0649f05843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb38db2-a12f-4d37-b3ea-01a07d38fa5c,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:48.784739 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-08e4f047-2192-4fa4-9f0c-ed0649f05843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:48.786902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08e4f047-2192-4fa4-9f0c-ed0649f05843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.787943 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-08e4f047-2192-4fa4-9f0c-ed0649f05843 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/adb38db2-a12f-4d37-b3ea-01a07d38fa5c HTTP/1.1" status: 204 len: 168 time: 0.1619642 Nov 22 15:29:55.431279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:30:03.769186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a36e40a1-6c38-4e93-9f14-48138ae0e735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:05.121808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:05.981108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba8289c1-9061-4706-a32e-4c15765bd6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:06.245797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:07.395695 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:08.051415 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:32.431092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:30:33.771474 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8274ea9c-74ca-4d8d-b4ed-17372863ad69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:35.126808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:35.983833 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-567e1198-6ebb-4e78-8994-86bb14517831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:36.248076 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:37.393878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:38.054773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:40.369512 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2435ae0-dd69-464d-8776-5d2741c87ac7 req-7ba9287d-c6d1-494e-b7b5-1cd80f8816b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2154353 Nov 22 15:30:40.516269 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2435ae0-dd69-464d-8776-5d2741c87ac7 req-0c50185c-6408-4471-b7df-4572a57da053 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fea19a54e34b43748b45211030af175c&device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 1098 time: 0.0728903 Nov 22 15:30:40.677878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2435ae0-dd69-464d-8776-5d2741c87ac7 req-0962a702-e965-4f13-a4a1-4e1a592aac97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:40.679498 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2435ae0-dd69-464d-8776-5d2741c87ac7 req-0962a702-e965-4f13-a4a1-4e1a592aac97 service neutron] 10.222.0.50 "GET /v2.0/networks?id=900888de-db1e-4e55-aacb-6b585292e6b6 HTTP/1.1" status: 200 len: 912 time: 0.1379929 Nov 22 15:30:40.756400 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2435ae0-dd69-464d-8776-5d2741c87ac7 req-eb91f1f8-fb0e-4e2e-a299-7fb8d46f5add service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ef482cd-a160-4ae2-b010-eb843ba46952 HTTP/1.1" status: 200 len: 217 time: 0.0666757 Nov 22 15:30:40.829920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2435ae0-dd69-464d-8776-5d2741c87ac7 req-5ece0e29-f555-45a4-9f7e-3e5ac167229f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:40.832652 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2435ae0-dd69-464d-8776-5d2741c87ac7 req-5ece0e29-f555-45a4-9f7e-3e5ac167229f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6dc9748-7334-4543-a1bc-ed3b0744e626 HTTP/1.1" status: 200 len: 851 time: 0.0669293 Nov 22 15:30:40.887293 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2435ae0-dd69-464d-8776-5d2741c87ac7 req-9250b4ca-4d2d-4554-8371-8b775b593a1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=900888de-db1e-4e55-aacb-6b585292e6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436566 Nov 22 15:30:41.230046 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2435ae0-dd69-464d-8776-5d2741c87ac7 req-2992517e-efe1-42d5-ab8d-efca0916dd02 service neutron] 10.222.0.50 "GET /v2.0/networks/900888de-db1e-4e55-aacb-6b585292e6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339481 Nov 22 15:30:41.400278 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2435ae0-dd69-464d-8776-5d2741c87ac7 req-9e640b07-37a6-47f4-add1-9b6667a0281e service neutron] 10.222.0.50 "GET /v2.0/networks/900888de-db1e-4e55-aacb-6b585292e6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595480 Nov 22 15:31:03.773010 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c2df356-0932-4506-9ffc-7a32460e11ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:05.129832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:05.984756 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba986-5caa-4345-a4f0-4605f630cdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:06.251525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:07.414145 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:08.055194 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:09.432254 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:31:33.774946 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-47b5037a-dae7-47ae-a2a0-090273cb9ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:35.133352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:35.987372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc5a9ff2-78c1-47b2-8482-ef9f103baeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:36.253961 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:37.410295 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:38.057367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:42.243343 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-307ed99f-fec5-4b1f-81ce-c2c1f4ca0123 req-2aa6d543-0e6c-45f4-9788-259f335e8d4f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747848 Nov 22 15:31:42.342878 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-307ed99f-fec5-4b1f-81ce-c2c1f4ca0123 req-d7e2e622-f436-4762-b060-3d59dcfcdfc6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 1099 time: 0.0733726 Nov 22 15:31:42.505135 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed99f-fec5-4b1f-81ce-c2c1f4ca0123 req-902eb9ce-224f-4473-ba39-9e4521ae7310 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:42.506663 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-307ed99f-fec5-4b1f-81ce-c2c1f4ca0123 req-902eb9ce-224f-4473-ba39-9e4521ae7310 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.1337523 Nov 22 15:31:42.585162 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-307ed99f-fec5-4b1f-81ce-c2c1f4ca0123 req-7effea0e-6bcd-489d-a49c-3abda13e2e1d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc05d5-0abe-4ba7-9f37-0b894f0c9400 HTTP/1.1" status: 200 len: 217 time: 0.0670326 Nov 22 15:31:42.656856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed99f-fec5-4b1f-81ce-c2c1f4ca0123 req-40b98830-fa2b-4dcd-8967-81d7e75e7058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:42.658488 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-307ed99f-fec5-4b1f-81ce-c2c1f4ca0123 req-40b98830-fa2b-4dcd-8967-81d7e75e7058 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0645115 Nov 22 15:31:42.717238 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-307ed99f-fec5-4b1f-81ce-c2c1f4ca0123 req-b79da29f-4cd9-4e01-bca3-5e131b50e0ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483527 Nov 22 15:31:42.862534 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-307ed99f-fec5-4b1f-81ce-c2c1f4ca0123 req-4b554275-72df-4169-b8c8-68a1e0d4a302 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338327 Nov 22 15:31:43.014974 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-307ed99f-fec5-4b1f-81ce-c2c1f4ca0123 req-534f17fb-4af1-48bf-9a2b-0565630b16d3 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426387 Nov 22 15:31:46.433822 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:31:50.133733 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-63150c34-b4e0-471d-9ff9-aef50198ebd0 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:50.135916 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-63150c34-b4e0-471d-9ff9-aef50198ebd0 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 814 time: 0.1547198 Nov 22 15:31:50.153507 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-78ee98cd-7943-4894-a6a6-522413053646 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/quotas/48b9eaecf26c41fab16d3b117f1a54a3 HTTP/1.1" status: 200 len: 375 time: 0.0116782 Nov 22 15:31:50.237466 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-9c9ac6a4-2781-451e-b58d-26a176187a6c tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783212 Nov 22 15:31:50.466872 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-2fd78ecf-b85c-4ef0-a6e8-5b5ab275e0df service neutron] 10.222.0.41 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214291 Nov 22 15:31:50.608548 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-5a1dde4e-2f74-41a5-876f-e96ade8fcbcb service neutron] 10.222.0.41 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353893 Nov 22 15:31:50.944262 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f22cbea4-159c-47bc-ab2e-3db645e36d5b req-7a89e314-36b2-4818-bd3c-924f07d07ffa tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 210 time: 0.1358671 Nov 22 15:31:52.114093 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7bdcf6a6-ccab-4302-8a44-07c073fc3200 req-17a0915e-3623-49a0-bfe4-16a9f6baf8c4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 210 time: 0.0456681 Nov 22 15:31:52.243764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-90a009a2-102b-4352-9d57-fedc99cd969a tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:52.245856 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-90a009a2-102b-4352-9d57-fedc99cd969a tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 814 time: 0.1597931 Nov 22 15:31:52.269009 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Request body: {'port': {'device_id': '9d471f38-e1d8-46e6-8b5b-e6a1914f55f0', 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd', 'admin_state_up': True, 'tenant_id': '48b9eaecf26c41fab16d3b117f1a54a3'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:31:52.413626 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:31:52.424488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:31:52.433971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Made reservation on behalf of 48b9eaecf26c41fab16d3b117f1a54a3 for: {'port': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:31:52.439432 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:52.604117 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Allocated IP 172.20.0.2 (7dafa649-251b-4db4-b765-ff9dda6cc3cd/325d0035-bedc-40aa-9971-82d1ec564df0/df34d8a1-addb-4825-b5d1-2ce22bb7cbeb) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:31:52.814942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:52.840530 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:52.846002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:52.856830 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['62bc05d5-0abe-4ba7-9f37-0b894f0c9400'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:31:52.921762 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Network 7dafa649-251b-4db4-b765-ff9dda6cc3cd is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:31:52.925504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:31:52.927526 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Pushing event updated for resources: {'Port': ['ID=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:52.936274 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:31:52.964904 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:52.965174 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:52.965399 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:52.965740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:52.966134 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:52.966528 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:52.966949 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:52.967340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:52.967726 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:52.968112 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:52.968498 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:52.985413 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:53.014747 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:53.015480 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:53.043515 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7787828 Nov 22 15:31:53.060202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Request body: {'port': {'device_id': '9d471f38-e1d8-46e6-8b5b-e6a1914f55f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:31:53.171040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:53.340966 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d70809-f0b1-484c-8131-fd644ddaa597 req-ba270370-5110-4857-8160-7e8ae228caee tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:53.342928 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-83d70809-f0b1-484c-8131-fd644ddaa597 req-ba270370-5110-4857-8160-7e8ae228caee tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 931 time: 0.0831275 Nov 22 15:31:53.395045 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-83d70809-f0b1-484c-8131-fd644ddaa597 req-7af827bc-d0fa-4936-9760-6d67459c61d8 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459239 Nov 22 15:31:53.527346 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df34d8a1-addb-4825-b5d1-2ce22bb7cbeb {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:31:53.534550 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:53.549773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Transition to ACTIVE for port object df34d8a1-addb-4825-b5d1-2ce22bb7cbeb will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:31:53.552684 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:53.557489 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-072c63ef-6846-44ef-80cd-27ebcdd54efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:53.686994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Pushing event updated for resources: {'Port': ['ID=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:53.690132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:53.794521 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Attempting to bind port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:31:53.794933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Attempting to bind port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:31:53.795297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Attempting to bind port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb on network 7dafa649-251b-4db4-b765-ff9dda6cc3cd {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:31:53.801170 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb on network 7dafa649-251b-4db4-b765-ff9dda6cc3cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:31:53.801524 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Attempting to bind port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb on network 7dafa649-251b-4db4-b765-ff9dda6cc3cd {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:31:53.808009 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:31:53.808374 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Checking segment: {'id': '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:31:53.808786 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Bound using segment: {'id': '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:31:53.809242 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Bound port: df34d8a1-addb-4825-b5d1-2ce22bb7cbeb, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:31:53.809611 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:53.903745 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] For port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb, host hv-cinder-81877, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:31:53.906761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] For port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:31:53.910200 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:53.914551 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:53.971508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:53.972968 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] 10.222.0.50 "PUT /v2.0/ports/df34d8a1-addb-4825-b5d1-2ce22bb7cbeb HTTP/1.1" status: 200 len: 1093 time: 0.9178908 Nov 22 15:31:53.973475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d471f38-e1d8-46e6-8b5b-e6a1914f55f0', 'tag': 'df34d8a1-addb-4825-b5d1-2ce22bb7cbeb'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:31:53.995982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Pushing event updated for resources: {'Port': ['ID=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:54.000508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:54.098398 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-97c49bc9-92e2-4167-8939-d21208a4a6fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 1096 time: 0.0783563 Nov 22 15:31:54.162128 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d471f38-e1d8-46e6-8b5b-e6a1914f55f0', 'tag': 'df34d8a1-addb-4825-b5d1-2ce22bb7cbeb', 'status': 'completed', 'code': 200} Nov 22 15:31:54.176197 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-471ad654-ca3c-4761-810b-8bd24bf00957 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb HTTP/1.1" status: 200 len: 217 time: 0.0664871 Nov 22 15:31:54.248192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-9659989f-48b0-47fa-b696-e592d076ee5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:54.249756 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-9659989f-48b0-47fa-b696-e592d076ee5d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0661194 Nov 22 15:31:54.301963 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-69bbf5b6-86bc-4c63-a8b5-5ec50be64da1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426602 Nov 22 15:31:54.606364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfdffb-dc55-4ce7-bd44-847c3f0ec67d req-5d3f603e-1111-4de4-99fc-d79c65f93898 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:54.614382 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-facfdffb-dc55-4ce7-bd44-847c3f0ec67d req-5d3f603e-1111-4de4-99fc-d79c65f93898 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 943 time: 0.0857275 Nov 22 15:31:54.635251 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-d229c67f-2134-420a-a15d-fe2526197df9 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236651 Nov 22 15:31:54.659626 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-facfdffb-dc55-4ce7-bd44-847c3f0ec67d req-d363421e-fd0e-44cf-85d8-3826f45cc0af tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440621 Nov 22 15:31:54.781904 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7cb2726-eaad-4993-96d8-fb3a4bb266b7 req-f26673ac-8c4d-4a56-9ee8-2d55c71b66f3 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366632 Nov 22 15:31:54.907785 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-861a375b-cd1a-4221-9dba-7ac5384e4146 req-84588190-3cc1-4ece-b051-7273a81adb7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 1096 time: 0.0732045 Nov 22 15:31:55.063614 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a375b-cd1a-4221-9dba-7ac5384e4146 req-66493ed4-4e98-4821-8a87-62f21f7f3287 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:55.065434 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-861a375b-cd1a-4221-9dba-7ac5384e4146 req-66493ed4-4e98-4821-8a87-62f21f7f3287 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.1504049 Nov 22 15:31:55.146808 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-861a375b-cd1a-4221-9dba-7ac5384e4146 req-e8a3b70f-11d0-4708-8526-315fbc77af91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb HTTP/1.1" status: 200 len: 217 time: 0.0744183 Nov 22 15:31:55.215714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a375b-cd1a-4221-9dba-7ac5384e4146 req-6870ac0e-f154-4af8-9edd-77454dc1e54c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:55.217441 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-861a375b-cd1a-4221-9dba-7ac5384e4146 req-6870ac0e-f154-4af8-9edd-77454dc1e54c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0645657 Nov 22 15:31:55.270367 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-861a375b-cd1a-4221-9dba-7ac5384e4146 req-2a2dca72-a292-4466-8af8-074b42c68d13 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456464 Nov 22 15:31:55.415716 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-861a375b-cd1a-4221-9dba-7ac5384e4146 req-ae9158d2-b8a5-47b8-a935-d8a7fb5506bb service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369557 Nov 22 15:31:55.568065 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-861a375b-cd1a-4221-9dba-7ac5384e4146 req-33c617ef-af47-4fc9-ba6c-acc7d1419153 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450500 Nov 22 15:31:55.874361 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b69d7b-372b-47a0-a0fc-b2778958d87c req-9c249bbe-42d7-49f0-a216-014dd8361661 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:55.876021 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-61b69d7b-372b-47a0-a0fc-b2778958d87c req-9c249bbe-42d7-49f0-a216-014dd8361661 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 943 time: 0.0900841 Nov 22 15:31:55.924412 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-61b69d7b-372b-47a0-a0fc-b2778958d87c req-58918bc9-a5da-46f1-a388-cfa5ab36257e tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419996 Nov 22 15:31:57.125419 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86267fbb-4045-4f8e-9c7e-904e66f36cc8 req-3774691e-c29e-4d2c-b850-8cfdfeaaa8e0 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:57.127087 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-86267fbb-4045-4f8e-9c7e-904e66f36cc8 req-3774691e-c29e-4d2c-b850-8cfdfeaaa8e0 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 943 time: 0.0811524 Nov 22 15:31:57.175888 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-86267fbb-4045-4f8e-9c7e-904e66f36cc8 req-adc3a7b5-946b-405c-b627-b2814eecf6c0 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Nov 22 15:31:57.996211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816027e-925b-4eb8-8655-01d4f40cc4a4 req-4dc3451b-00c8-4348-877b-4c16674d0d8d tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:57.997818 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4816027e-925b-4eb8-8655-01d4f40cc4a4 req-4dc3451b-00c8-4348-877b-4c16674d0d8d tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 945 time: 0.0853128 Nov 22 15:31:58.045830 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4816027e-925b-4eb8-8655-01d4f40cc4a4 req-3b66a842-128c-4938-a15a-adc09b6768e5 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/security-groups?id=f222ede5-c366-4efd-9eb4-95b6f4607ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Nov 22 15:31:58.321768 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf09745-00d9-4f10-bc62-7ca076e1dcc6 req-affa2be8-9e65-4cfb-87dc-46ccbb24be27 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:58.323367 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bdf09745-00d9-4f10-bc62-7ca076e1dcc6 req-affa2be8-9e65-4cfb-87dc-46ccbb24be27 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.50 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 945 time: 0.0836587 Nov 22 15:31:58.385599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4053f0-412a-437c-bec9-d3566f87f623 req-8f28e6fc-2594-456c-a009-2a62cd771039 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:58.387323 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d4053f0-412a-437c-bec9-d3566f87f623 req-8f28e6fc-2594-456c-a009-2a62cd771039 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 943 time: 0.0827954 Nov 22 15:31:58.407079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-bdf09745-00d9-4f10-bc62-7ca076e1dcc6 req-52324390-c70a-475b-b643-85ba061a0a36 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Deleting port 1ef482cd-a160-4ae2-b010-eb843ba46952 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:31:58.407468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-bdf09745-00d9-4f10-bc62-7ca076e1dcc6 req-52324390-c70a-475b-b643-85ba061a0a36 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:58.437355 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d4053f0-412a-437c-bec9-d3566f87f623 req-6549a01d-fb1d-433d-9586-66bf7dd45c48 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435624 Nov 22 15:31:58.675280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-bdf09745-00d9-4f10-bc62-7ca076e1dcc6 req-52324390-c70a-475b-b643-85ba061a0a36 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] For port 1ef482cd-a160-4ae2-b010-eb843ba46952, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1ef482cd-a160-4ae2-b010-eb843ba46952,segment=NetworkSegment(9993949d-8547-42ea-9bec-07d856db705e),segment_id=9993949d-8547-42ea-9bec-07d856db705e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:31:58.675594 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-bdf09745-00d9-4f10-bc62-7ca076e1dcc6 req-52324390-c70a-475b-b643-85ba061a0a36 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:58.806542 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-bdf09745-00d9-4f10-bc62-7ca076e1dcc6 req-52324390-c70a-475b-b643-85ba061a0a36 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Calling delete_port for 1ef482cd-a160-4ae2-b010-eb843ba46952 owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:31:58.962549 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-bdf09745-00d9-4f10-bc62-7ca076e1dcc6 req-52324390-c70a-475b-b643-85ba061a0a36 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:58.969004 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6cd66f58-259c-4c7b-a68f-27c80f3ea005 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:58.979493 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['1ef482cd-a160-4ae2-b010-eb843ba46952'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:31:59.021928 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52324390-c70a-475b-b643-85ba061a0a36 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Pushing event deleted for resources: {'Port': ['ID=1ef482cd-a160-4ae2-b010-eb843ba46952,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:59.026228 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-52324390-c70a-475b-b643-85ba061a0a36 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:59.100798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf09745-00d9-4f10-bc62-7ca076e1dcc6 req-52324390-c70a-475b-b643-85ba061a0a36 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] No DVR routers for this DVR port 1ef482cd-a160-4ae2-b010-eb843ba46952 on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:31:59.103778 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-bdf09745-00d9-4f10-bc62-7ca076e1dcc6 req-52324390-c70a-475b-b643-85ba061a0a36 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:59.106812 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e703e3cc-a432-407d-8724-b28f58688e1b', 'name': 'network-vif-deleted', 'tag': '1ef482cd-a160-4ae2-b010-eb843ba46952'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:31:59.124873 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bdf09745-00d9-4f10-bc62-7ca076e1dcc6 req-52324390-c70a-475b-b643-85ba061a0a36 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.50 "DELETE /v2.0/ports/1ef482cd-a160-4ae2-b010-eb843ba46952 HTTP/1.1" status: 204 len: 173 time: 0.7913263 Nov 22 15:31:59.168580 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e703e3cc-a432-407d-8724-b28f58688e1b', 'name': 'network-vif-deleted', 'tag': '1ef482cd-a160-4ae2-b010-eb843ba46952', 'status': 'completed', 'code': 200} Nov 22 15:31:59.203751 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device df34d8a1-addb-4825-b5d1-2ce22bb7cbeb details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:31:59.242472 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f0af7199-beee-4e9c-9b61-33e550286019 req-1d92cee4-2a8a-4074-98fb-201669311f1d tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e703e3cc-a432-407d-8724-b28f58688e1b HTTP/1.1" status: 200 len: 210 time: 0.0495219 Nov 22 15:31:59.355326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:31:59.370464 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': 'df34d8a1-addb-4825-b5d1-2ce22bb7cbeb', 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd', 'port_id': 'df34d8a1-addb-4825-b5d1-2ce22bb7cbeb', 'mac_address': 'fa:16:3e:e5:5e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325d0035-bedc-40aa-9971-82d1ec564df0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:31:59.426222 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:59.444292 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df34d8a1-addb-4825-b5d1-2ce22bb7cbeb {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:31:59.459659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:31:59.462532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:59.465182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:59.544747 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:59.557374 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:59.557763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:59.558169 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:59.558549 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:59.558908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:59.559270 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:59.559632 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:59.560010 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:59.560368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:59.560847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:59.561075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:59.565228 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:59.673266 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2ad33-0255-462e-90bc-39dd9b1104ad req-4d506c0b-c7f8-4259-a322-686997334eb2 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:59.674894 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ecc2ad33-0255-462e-90bc-39dd9b1104ad req-4d506c0b-c7f8-4259-a322-686997334eb2 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 944 time: 0.0855334 Nov 22 15:31:59.723854 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ecc2ad33-0255-462e-90bc-39dd9b1104ad req-6c3089fc-1e1e-4e98-96b2-64b6b98aab9d tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423729 Nov 22 15:31:59.775947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['df34d8a1-addb-4825-b5d1-2ce22bb7cbeb'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:32:00.352028 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 40550) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:00.556866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-13559a49-7689-4cf4-bc34-9814b6cc2e15 admin admin] Deleting subnet e6dc9748-7334-4543-a1bc-ed3b0744e626 {{(pid=88138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:32:00.560282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-13559a49-7689-4cf4-bc34-9814b6cc2e15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:00.617639 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-13559a49-7689-4cf4-bc34-9814b6cc2e15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851915914'] for subnet, precommit_delete_associations {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:00.685195 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-13559a49-7689-4cf4-bc34-9814b6cc2e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:00.756797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-13559a49-7689-4cf4-bc34-9814b6cc2e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853300385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853457045'] for subnet, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:00.762788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-87afa6b6-3c92-48e2-9240-35377a86477e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:00.802528 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13559a49-7689-4cf4-bc34-9814b6cc2e15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6dc9748-7334-4543-a1bc-ed3b0744e626,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:00.808042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-13559a49-7689-4cf4-bc34-9814b6cc2e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:00.812748 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-13559a49-7689-4cf4-bc34-9814b6cc2e15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:00.818928 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-13559a49-7689-4cf4-bc34-9814b6cc2e15 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e6dc9748-7334-4543-a1bc-ed3b0744e626 HTTP/1.1" status: 204 len: 168 time: 0.4654999 Nov 22 15:32:00.821599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 40560) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:00.934414 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf8b21-b232-440b-a005-23c98ef84b5f req-f975313e-8cda-407a-bdfa-ee20bcc90104 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:00.935972 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-06cf8b21-b232-440b-a005-23c98ef84b5f req-f975313e-8cda-407a-bdfa-ee20bcc90104 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 944 time: 0.0863345 Nov 22 15:32:00.936694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:00.983755 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-06cf8b21-b232-440b-a005-23c98ef84b5f req-595d8468-c808-4d3e-84a0-79b06880224b tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 Nov 22 15:32:01.068830 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:01.096991 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900888de-db1e-4e55-aacb-6b585292e6b6']}} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:01.110584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9993949d-8547-42ea-9bec-07d856db705e') {'for_net_delete': True} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:01.110956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9993949d-8547-42ea-9bec-07d856db705e') {} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:01.124301 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859903'] for segment, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:01.139890 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:01.146927 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:32:01.147371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1475325'] for segment, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:32:01.162259 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:32:01.209479 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device df34d8a1-addb-4825-b5d1-2ce22bb7cbeb up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:01.250782 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:01.255518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2f17c561-0ac5-4e2a-b7c4-8b7f0d195ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:01.275020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:01.283836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] Pushing event deleted for resources: {'Network': ['ID=900888de-db1e-4e55-aacb-6b585292e6b6,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:01.297594 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:01.307433 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e6c3eaa4-f52b-4f03-a90b-119b1699f8af admin admin] 10.222.0.41 "DELETE /v2.0/networks/900888de-db1e-4e55-aacb-6b585292e6b6 HTTP/1.1" status: 204 len: 168 time: 0.4841006 Nov 22 15:32:01.381870 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:01.390660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:01.391079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:01.465441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 40568) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:01.518344 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-8f90527d-69fe-4a89-9558-587035b4f06f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fea19a54e34b43748b45211030af175c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515871 Nov 22 15:32:01.520911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 40572) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:01.536749 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:01.564411 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d471f38-e1d8-46e6-8b5b-e6a1914f55f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df34d8a1-addb-4825-b5d1-2ce22bb7cbeb'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:32:01.574909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:01.578217 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:01.579194 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 1ef482cd-a160-4ae2-b010-eb843ba46952 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:32:01.584461 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1882298d-aaed-4f44-bcd4-533e8e2e1ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:01.612543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fe891eff-53be-4200-9a98-75323411593e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:01.614541 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1882298d-aaed-4f44-bcd4-533e8e2e1ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:01.664844 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: 1ef482cd-a160-4ae2-b010-eb843ba46952 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:32:01.665240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 1ef482cd-a160-4ae2-b010-eb843ba46952 not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:32:01.670654 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1882298d-aaed-4f44-bcd4-533e8e2e1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:01.675942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7aa6c852-1c29-4657-ad13-29e93e1d44ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:01.688675 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:01.692236 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:01.692834 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882298d-aaed-4f44-bcd4-533e8e2e1ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f222ede5-c366-4efd-9eb4-95b6f4607ed1,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:01.695242 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1882298d-aaed-4f44-bcd4-533e8e2e1ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:01.703810 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1882298d-aaed-4f44-bcd4-533e8e2e1ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:01.705110 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-1882298d-aaed-4f44-bcd4-533e8e2e1ecf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f222ede5-c366-4efd-9eb4-95b6f4607ed1 HTTP/1.1" status: 204 len: 168 time: 0.1831386 Nov 22 15:32:01.780989 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d471f38-e1d8-46e6-8b5b-e6a1914f55f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df34d8a1-addb-4825-b5d1-2ce22bb7cbeb', 'code': 200} Nov 22 15:32:02.044304 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1c6eb257-3f62-44d2-b4c0-88f1bf3ea910 req-c030d786-8555-4040-b1e5-cf2f215827df service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 1098 time: 0.0794849 Nov 22 15:32:02.096094 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1c6eb257-3f62-44d2-b4c0-88f1bf3ea910 req-d54055bf-5f4b-49a9-858c-516987257628 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Nov 22 15:32:02.199742 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d020d3-ffc1-4830-8405-71f9ff97000c req-749d3b24-745d-49d8-b6f5-981ea0ee9fdf tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:02.201343 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-23d020d3-ffc1-4830-8405-71f9ff97000c req-749d3b24-745d-49d8-b6f5-981ea0ee9fdf tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 945 time: 0.0835769 Nov 22 15:32:02.250750 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-23d020d3-ffc1-4830-8405-71f9ff97000c req-d718ba6a-c023-447b-9af6-8f97a08f0266 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429695 Nov 22 15:32:02.631756 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 40604) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:02.770942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-network', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:02.776451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:02.780524 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Usage tracker for resource:network and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:02.783510 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:02.793338 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:02.802078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Made reservation on behalf of c5e46446dea84d5b903d3ee928be63b1 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:32:02.806778 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:02.819933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:02.853971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:02.857972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Usage tracker for resource:security_group_rule and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:02.860895 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:02.866924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:02.939251 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:02.942070 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:02.946279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a3193c15-c435-4639-a5e9-791401effd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:02.975153 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:32:02.984390 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb3ca9d-487e-48b6-9f48-3c1e93cc9d68,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:02.994982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:02.995373 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Added segment 1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e of type vlan for network e723389d-e2f5-44b0-b253-ffb2727ee7f5 Nov 22 15:32:03.001170 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:03.001579 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:03.001982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:03.002381 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:03.002807 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:03.003203 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:03.003595 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:03.003988 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:03.004375 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:03.004761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:03.005148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:03.009409 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:03.031237 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.060933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.062227 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:03.062837 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.068054 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:03.168329 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5353997 Nov 22 15:32:03.171875 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 40612) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:03.178713 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Request body: {'subnet': {'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-subnet', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:03.179026 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Pushing event updated for resources: {'Network': ['ID=e723389d-e2f5-44b0-b253-ffb2727ee7f5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:03.182336 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:03.186904 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:03.191440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Usage tracker for resource:subnet and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:03.195504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:03.197664 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network e723389d-e2f5-44b0-b253-ffb2727ee7f5 details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:32:03.203589 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:03.213975 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Made reservation on behalf of c5e46446dea84d5b903d3ee928be63b1 for: {'subnet': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:32:03.219436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1318770'] for subnet, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.455623 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1475475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1318755'] for subnet, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.460547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:03.522066 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f18a7-5525-48d6-baca-5106b3f2bde2 req-3f1b6b0f-7e6b-42ae-bb24-c092c45b6fc9 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:03.523836 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-254f18a7-5525-48d6-baca-5106b3f2bde2 req-3f1b6b0f-7e6b-42ae-bb24-c092c45b6fc9 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 945 time: 0.0992117 Nov 22 15:32:03.541441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=703dae16-b599-4e8b-a944-fd5d1fcd6c1f,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:03.545616 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:03.554681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Checking segment: {'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:03.555080 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Network hostable DHCP agents. Network: e723389d-e2f5-44b0-b253-ffb2727ee7f5, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:32:03.579962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Network e723389d-e2f5-44b0-b253-ffb2727ee7f5 is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:32:03.584056 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-254f18a7-5525-48d6-baca-5106b3f2bde2 req-b18f59ab-32dc-4453-b094-5fb5b978d8c4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517581 Nov 22 15:32:03.588963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, e723389d-e2f5-44b0-b253-ffb2727ee7f5) {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:03.593083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:03.593719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.599423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fa48df-1a3d-4c2e-a6ca-fe1dc779890a None None] Network e723389d-e2f5-44b0-b253-ffb2727ee7f5 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:32:03.617324 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-24713679-5ac9-47a2-a3d7-9b812a45b322 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4438970 Nov 22 15:32:03.621530 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 40620) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:03.627403 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:03.633488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:03.637860 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Usage tracker for resource:router and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:03.641101 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:03.648226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:03.659882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1627575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28999'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.660914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853148395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746696'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.680751 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.904794 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-675e2304-c8ad-4799-8a07-b0039101efce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.048118 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d692c69-4de3-5c91-a23a-bac7a1986daa-e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f'}]}} from dv-cinder-818778-1-iscsi. {{(pid=88140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:32:04.048995 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.066803 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746711'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.216988 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Allocated IP 172.20.0.2 (e723389d-e2f5-44b0-b253-ffb2727ee7f5/703dae16-b599-4e8b-a944-fd5d1fcd6c1f/ccb315c7-89a1-4f03-b58b-92fec5630d99) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:32:04.273508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.310527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.435832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.453344 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Allocated IP 172.27.0.158 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/db62107f-6d4e-461a-8bc8-d0787248b4d4) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:32:04.453559 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Transition to ACTIVE for port object ccb315c7-89a1-4f03-b58b-92fec5630d99 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:04.472453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Transition to ACTIVE for port object ccb315c7-89a1-4f03-b58b-92fec5630d99 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:04.476910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.482706 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:04.550670 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Network e723389d-e2f5-44b0-b253-ffb2727ee7f5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:04.554242 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Pushing event updated for resources: {'Port': ['ID=ccb315c7-89a1-4f03-b58b-92fec5630d99,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:04.557109 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:04.559170 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:04.560022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:32:04.628033 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.654881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Attempting to bind port ccb315c7-89a1-4f03-b58b-92fec5630d99 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:32:04.655726 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Attempting to bind port ccb315c7-89a1-4f03-b58b-92fec5630d99 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:32:04.655726 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Attempting to bind port ccb315c7-89a1-4f03-b58b-92fec5630d99 on network e723389d-e2f5-44b0-b253-ffb2727ee7f5 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:32:04.658393 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.662991 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:32:04.663419 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Checking segment: {'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:04.663873 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.664317 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Bound using segment: {'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:32:04.664840 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Bound port: ccb315c7-89a1-4f03-b58b-92fec5630d99, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:32:04.665260 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.666827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:04.757031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] For port ccb315c7-89a1-4f03-b58b-92fec5630d99, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:32:04.760661 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] For port ccb315c7-89a1-4f03-b58b-92fec5630d99, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=ccb315c7-89a1-4f03-b58b-92fec5630d99,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:32:04.763495 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.768024 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:04.780576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:04.788015 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:04.790063 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Pushing event updated for resources: {'Port': ['ID=db62107f-6d4e-461a-8bc8-d0787248b4d4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:04.793583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:32:04.834603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:04.867367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Pushing event updated for resources: {'Port': ['ID=ccb315c7-89a1-4f03-b58b-92fec5630d99,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:04.870600 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:04.936297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9cb09-bbee-4569-adf7-8f6f1a2bf3cb req-9c324bd4-4f5d-43d9-b8da-6a767d3ad117 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:04.937940 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-19f9cb09-bbee-4569-adf7-8f6f1a2bf3cb req-9c324bd4-4f5d-43d9-b8da-6a767d3ad117 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 945 time: 0.2080729 Nov 22 15:32:05.006025 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-19f9cb09-bbee-4569-adf7-8f6f1a2bf3cb req-469ba4bc-d4ec-43f0-b0b4-b2c237418c13 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602479 Nov 22 15:32:05.044726 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.045553 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853148241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852966345'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.147593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.365723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Router a8850a32-a4af-4fba-878d-bc94bd5d1a1a is scheduled to L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:32:05.606029 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:32:05.616447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Sync routers for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:32:05.629672 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:05.629882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.630335 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:31:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:05.631004 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0082812 Nov 22 15:32:05.634045 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 40638) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:05.827445 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:05.994535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd65dd73-c542-49d4-aa02-703d68263aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.154594 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:04Z', 'revision_number': 3, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:06.161458 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Checking router: a8850a32-a4af-4fba-878d-bc94bd5d1a1a for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:32:06.162079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Updating router a8850a32-a4af-4fba-878d-bc94bd5d1a1a port db62107f-6d4e-461a-8bc8-d0787248b4d4 binding host dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:32:06.226578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.281813 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device ccb315c7-89a1-4f03-b58b-92fec5630d99 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:06.340412 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.394356 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port ccb315c7-89a1-4f03-b58b-92fec5630d99 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:06.647061 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.663421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Transition to ACTIVE for port object db62107f-6d4e-461a-8bc8-d0787248b4d4 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:06.671661 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.676575 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-53a0cd82-f7fe-4486-ad2d-664f138528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:06.711435 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.718701 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6148266a-f7c7-4901-a872-932209b737be None None] Network e723389d-e2f5-44b0-b253-ffb2727ee7f5 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:32:06.763294 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Attempting to bind port db62107f-6d4e-461a-8bc8-d0787248b4d4 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:32:06.763714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Attempting to bind port db62107f-6d4e-461a-8bc8-d0787248b4d4 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:32:06.764122 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Attempting to bind port db62107f-6d4e-461a-8bc8-d0787248b4d4 on network 94e56778-0464-46a4-925b-03555f7ef8fd {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:32:06.772352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Pushing event updated for resources: {'Port': ['ID=db62107f-6d4e-461a-8bc8-d0787248b4d4,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:06.783348 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:32:06.783767 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Checking segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:06.784217 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.784660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Bound using segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:32:06.785182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Bound port: db62107f-6d4e-461a-8bc8-d0787248b4d4, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:32:06.785597 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.848998 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.849518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.849735 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.850005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.850376 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.850765 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.851132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.851514 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.851877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.852237 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.863123 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.881595 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:06.939513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] For port db62107f-6d4e-461a-8bc8-d0787248b4d4, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:32:06.943179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] For port db62107f-6d4e-461a-8bc8-d0787248b4d4, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=db62107f-6d4e-461a-8bc8-d0787248b4d4,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:32:06.947851 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.956182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-cb5990fc-0b3c-4e80-bf01-2026c2cd3a3c None None] Provisioning for port ccb315c7-89a1-4f03-b58b-92fec5630d99 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:06.962108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:06.964206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-cb5990fc-0b3c-4e80-bf01-2026c2cd3a3c None None] Provisioning complete for port ccb315c7-89a1-4f03-b58b-92fec5630d99 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:06.964627 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb5990fc-0b3c-4e80-bf01-2026c2cd3a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.982036 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Allocated IP 172.20.0.1 (e723389d-e2f5-44b0-b253-ffb2727ee7f5/703dae16-b599-4e8b-a944-fd5d1fcd6c1f/2e56b0d1-bec7-4570-8090-07f2a6e15610) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:32:07.039259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:07.039956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:32:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:07.130321 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Pushing event updated for resources: {'Port': ['ID=db62107f-6d4e-461a-8bc8-d0787248b4d4,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:07.136184 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-87ba268a-d8cb-4bb1-b143-fda2f21266de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:07.201429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:07.231594 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Transition to ACTIVE for port object 2e56b0d1-bec7-4570-8090-07f2a6e15610 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:07.234751 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb5990fc-0b3c-4e80-bf01-2026c2cd3a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:07.269226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:07.276617 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b8ac3e0a-95ea-4d11-a629-f0f6bdfd85b0 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:07.292513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-cb5990fc-0b3c-4e80-bf01-2026c2cd3a3c None None] For port ccb315c7-89a1-4f03-b58b-92fec5630d99, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=ccb315c7-89a1-4f03-b58b-92fec5630d99,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:07.297453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb5990fc-0b3c-4e80-bf01-2026c2cd3a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:07.299367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:07.376484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Pushing event updated for resources: {'Port': ['ID=2e56b0d1-bec7-4570-8090-07f2a6e15610,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:07.396836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:07.410102 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5990fc-0b3c-4e80-bf01-2026c2cd3a3c None None] Pushing event updated for resources: {'Port': ['ID=ccb315c7-89a1-4f03-b58b-92fec5630d99,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:07.419359 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Network e723389d-e2f5-44b0-b253-ffb2727ee7f5 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:07.420626 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:07.423185 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:32:07.431320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-cb5990fc-0b3c-4e80-bf01-2026c2cd3a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:07.454154 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:07.518476 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833330'] for router_interface, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:07.529017 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:07.627659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:07.729645 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-c7ee90e7-9e4b-4d51-aa17-b376adae543e None None] Provisioning complete for port ccb315c7-89a1-4f03-b58b-92fec5630d99 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:07.730087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7ee90e7-9e4b-4d51-aa17-b376adae543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:07.920677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:07.925308 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:07.925513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:04Z', 'revision_number': 3, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:07.929627 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b25df5-25ce-4cdc-ba40-81fc5e132e86 None None] The sync data for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi is: [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:04Z', 'revision_number': 3, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:32:07.956303 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:08.051471 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7221004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852942571'] for router_interface, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:08.056936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Pushing event updated for resources: {'Port': ['ID=2e56b0d1-bec7-4570-8090-07f2a6e15610,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:08.060559 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:08.067887 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:08.111880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-3934c15a-c2ef-4251-b821-c3cc015bfbd0 None None] Provisioning for port 2e56b0d1-bec7-4570-8090-07f2a6e15610 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:08.117038 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-3934c15a-c2ef-4251-b821-c3cc015bfbd0 None None] Provisioning complete for port 2e56b0d1-bec7-4570-8090-07f2a6e15610 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:08.117459 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3934c15a-c2ef-4251-b821-c3cc015bfbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:08.176249 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3934c15a-c2ef-4251-b821-c3cc015bfbd0 None None] Port 2e56b0d1-bec7-4570-8090-07f2a6e15610 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:32:08.199838 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device ccb315c7-89a1-4f03-b58b-92fec5630d99 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:08.208803 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Network e723389d-e2f5-44b0-b253-ffb2727ee7f5 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:08.209939 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:08.282423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port ccb315c7-89a1-4f03-b58b-92fec5630d99 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:08.283149 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:08.629638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-0e0ff423-84b4-4f96-bb38-e3f2103e2250 None None] Provisioning complete for port 2e56b0d1-bec7-4570-8090-07f2a6e15610 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:08.630902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e0ff423-84b4-4f96-bb38-e3f2103e2250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:08.703094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ff423-84b4-4f96-bb38-e3f2103e2250 None None] Port 2e56b0d1-bec7-4570-8090-07f2a6e15610 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:32:08.721188 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Router a8850a32-a4af-4fba-878d-bc94bd5d1a1a has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:32:09.171240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:32:09.180952 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] 10.222.0.41 "PUT /v2.0/routers/a8850a32-a4af-4fba-878d-bc94bd5d1a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5455973 Nov 22 15:32:09.732725 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 40682) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:09.739176 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542405178', 'description': 'tempest-description--573505979'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:09.747205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:09.751424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Usage tracker for resource:security_group and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:09.754467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:09.761299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:09.771296 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.807409 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:09.811427 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Usage tracker for resource:security_group_rule and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:09.814330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:09.820463 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:09.879393 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.882139 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.888136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-de24a1b4-8a08-4b74-bf7b-6f53905f73f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:09.926308 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.927710 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1938400 Nov 22 15:32:09.928665 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe907ba7-2004-4456-8994-ab69ff757418,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:09.930936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 40686) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:09.934082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c9e3322c-e532-417a-8ceb-4efaeef7dfba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:09.938222 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-648802aa-d521-44fe-977d-a02c9556850e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Request body: {'security_group_rule': {'security_group_id': 'fe907ba7-2004-4456-8994-ab69ff757418', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:09.944416 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-648802aa-d521-44fe-977d-a02c9556850e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:09.948426 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-648802aa-d521-44fe-977d-a02c9556850e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Usage tracker for resource:security_group_rule and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:09.951360 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-648802aa-d521-44fe-977d-a02c9556850e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:09.957932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-648802aa-d521-44fe-977d-a02c9556850e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:09.973699 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-648802aa-d521-44fe-977d-a02c9556850e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.042357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-648802aa-d521-44fe-977d-a02c9556850e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.045074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-648802aa-d521-44fe-977d-a02c9556850e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.047613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:10.071673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648802aa-d521-44fe-977d-a02c9556850e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27f9ed5-a3b7-4a81-8134-1770e1bce4d3,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:10.074547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-648802aa-d521-44fe-977d-a02c9556850e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:10.080676 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-648802aa-d521-44fe-977d-a02c9556850e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.082046 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-648802aa-d521-44fe-977d-a02c9556850e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1494887 Nov 22 15:32:10.084794 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 40690) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:10.091408 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d7d678f8-ce06-4d34-a92c-ca23470c459e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Request body: {'security_group_rule': {'security_group_id': 'fe907ba7-2004-4456-8994-ab69ff757418', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:10.097992 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d7d678f8-ce06-4d34-a92c-ca23470c459e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:10.102233 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-d7d678f8-ce06-4d34-a92c-ca23470c459e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Usage tracker for resource:security_group_rule and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:10.106651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-d7d678f8-ce06-4d34-a92c-ca23470c459e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:10.112667 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d7d678f8-ce06-4d34-a92c-ca23470c459e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:10.128417 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7d678f8-ce06-4d34-a92c-ca23470c459e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.198592 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7d678f8-ce06-4d34-a92c-ca23470c459e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.201780 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7d678f8-ce06-4d34-a92c-ca23470c459e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.204147 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:10.226224 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device db62107f-6d4e-461a-8bc8-d0787248b4d4 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:10.229980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d678f8-ce06-4d34-a92c-ca23470c459e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8a7bab-f509-4014-9cbf-ae1501b093c6,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:10.232754 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d7d678f8-ce06-4d34-a92c-ca23470c459e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:10.239486 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7d678f8-ce06-4d34-a92c-ca23470c459e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.243978 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-d7d678f8-ce06-4d34-a92c-ca23470c459e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1551867 Nov 22 15:32:10.244296 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 40696) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:10.250307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Request body: {'floatingip': {'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:10.257180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:10.261965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Usage tracker for resource:floatingip and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:10.265002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:10.271031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:10.281658 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.310774 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port db62107f-6d4e-461a-8bc8-d0787248b4d4 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:10.316626 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port db62107f-6d4e-461a-8bc8-d0787248b4d4 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:10.317048 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.434722 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.438572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.454984 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port db62107f-6d4e-461a-8bc8-d0787248b4d4, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=db62107f-6d4e-461a-8bc8-d0787248b4d4,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:10.458151 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.460113 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c02696ad-e726-4547-9e8c-369d80647e01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:10.526357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=db62107f-6d4e-461a-8bc8-d0787248b4d4,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:10.529623 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:10.581666 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Allocated IP 172.27.0.163 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/8b4b9219-e4d2-4cf6-8d47-6196f2a52e4c) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:32:10.754956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.787527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.796471 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-97e17b62-f219-43dd-a39c-80faa197884a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:10.870698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:10.874211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event updated for resources: {'Port': ['ID=8b4b9219-e4d2-4cf6-8d47-6196f2a52e4c,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:10.876823 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:10.878773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:10.879535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:32:11.078444 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.139698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Sync routers for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:32:11.143074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.153890 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:11.154562 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:32:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:11.373070 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:11.384213 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.387770 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.392253 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-54158792-2425-48ff-b2a7-e68093a51ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:11.504737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event updated for resources: {'Port': ['ID=8b4b9219-e4d2-4cf6-8d47-6196f2a52e4c,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:11.507660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:11.519281 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809642'] for floatingip, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.542167 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for floatingip, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.543537 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2981861 Nov 22 15:32:11.709438 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 2, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:11.714103 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Checking router: a8850a32-a4af-4fba-878d-bc94bd5d1a1a for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:32:11.714567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Updating router a8850a32-a4af-4fba-878d-bc94bd5d1a1a port 2e56b0d1-bec7-4570-8090-07f2a6e15610 binding host dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:32:11.731205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-c02a1328-3706-44ef-8c1a-6655a12a10ab tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Synchronizing usage tracker for tenant:c5e46446dea84d5b903d3ee928be63b1 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:32:11.748493 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-c02a1328-3706-44ef-8c1a-6655a12a10ab tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Unset dirty status for tenant:c5e46446dea84d5b903d3ee928be63b1 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:32:11.749569 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-c02a1328-3706-44ef-8c1a-6655a12a10ab tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--542405178&fields=id&tenant_id=c5e46446dea84d5b903d3ee928be63b1 HTTP/1.1" status: 200 len: 267 time: 0.0662475 Nov 22 15:32:11.777752 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.916023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-9d5e82a4-6231-4c37-bdf2-d853e1d68b1b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:11.917055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-9d5e82a4-6231-4c37-bdf2-d853e1d68b1b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Synchronizing usage tracker for tenant:c5e46446dea84d5b903d3ee928be63b1 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:32:11.936007 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-9d5e82a4-6231-4c37-bdf2-d853e1d68b1b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Unset dirty status for tenant:c5e46446dea84d5b903d3ee928be63b1 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:32:11.937276 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-9d5e82a4-6231-4c37-bdf2-d853e1d68b1b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/networks?id=e723389d-e2f5-44b0-b253-ffb2727ee7f5 HTTP/1.1" status: 200 len: 817 time: 0.1801474 Nov 22 15:32:11.956398 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-799f01da-d802-4257-a821-847e316adb8d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/quotas/c5e46446dea84d5b903d3ee928be63b1 HTTP/1.1" status: 200 len: 375 time: 0.0123966 Nov 22 15:32:12.047238 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-6d34a561-2c45-4e95-ba99-87b4134f3bba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5e46446dea84d5b903d3ee928be63b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827863 Nov 22 15:32:12.153020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.166490 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Transition to ACTIVE for port object 2e56b0d1-bec7-4570-8090-07f2a6e15610 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:12.172800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.177251 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-db26c8ee-b314-4ae8-bc80-92d3ea38a680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:12.213754 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device db62107f-6d4e-461a-8bc8-d0787248b4d4 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:12.285627 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aadf0504-ce5f-40ca-a8f7-186a0c0055ba service neutron] 10.222.0.41 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247734 Nov 22 15:32:12.450981 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d20037a4-eef2-48fb-9442-45fe2b38ba3a service neutron] 10.222.0.41 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571918 Nov 22 15:32:12.518371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d1c0d-9a54-4f9b-996a-250c7eef4c06 None None] Pushing event updated for resources: {'Port': ['ID=2e56b0d1-bec7-4570-8090-07f2a6e15610,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:12.522056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-983d1c0d-9a54-4f9b-996a-250c7eef4c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:12.620617 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port db62107f-6d4e-461a-8bc8-d0787248b4d4 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:12.621742 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.686063 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Attempting to bind port 2e56b0d1-bec7-4570-8090-07f2a6e15610 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:32:12.686380 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Attempting to bind port 2e56b0d1-bec7-4570-8090-07f2a6e15610 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:32:12.686879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Attempting to bind port 2e56b0d1-bec7-4570-8090-07f2a6e15610 on network e723389d-e2f5-44b0-b253-ffb2727ee7f5 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:32:12.687416 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-272c4f94-a3b5-4f48-ab19-94736c1f2647 req-06687c79-afcc-49c2-a139-17a1afb344c1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 210 time: 0.0669301 Nov 22 15:32:12.702847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:32:12.703282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Checking segment: {'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:12.703795 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.704199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Bound using segment: {'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:32:12.704781 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Bound port: 2e56b0d1-bec7-4570-8090-07f2a6e15610, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:32:12.705141 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.876909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] For port 2e56b0d1-bec7-4570-8090-07f2a6e15610, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:32:12.880393 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] For port 2e56b0d1-bec7-4570-8090-07f2a6e15610, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=2e56b0d1-bec7-4570-8090-07f2a6e15610,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:32:12.887155 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.890918 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:12.984863 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d1c0d-9a54-4f9b-996a-250c7eef4c06 None None] Pushing event updated for resources: {'Port': ['ID=2e56b0d1-bec7-4570-8090-07f2a6e15610,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:12.988994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:12.989908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:32:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:13.079889 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-983d1c0d-9a54-4f9b-996a-250c7eef4c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:13.273342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:13.640228 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:12Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:13.644598 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00384c61-f118-4141-a529-bdb38eafe349 None None] The sync data for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi is: [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:12Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:32:13.943777 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ffa01720-cbf1-42dc-a75a-7df7fce2caf1 req-06ae54dc-66f2-46ad-ab03-833ed25ba6cf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 210 time: 0.0738819 Nov 22 15:32:13.984581 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-dd8f2f5a-80c4-447f-aa54-96a5dc2a0ce3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:13.986906 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-dd8f2f5a-80c4-447f-aa54-96a5dc2a0ce3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.50 "GET /v2.0/networks?id=e723389d-e2f5-44b0-b253-ffb2727ee7f5 HTTP/1.1" status: 200 len: 817 time: 0.2164066 Nov 22 15:32:14.060561 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-4864411e-18f9-48ca-bd7d-192a48d70cf5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Synchronizing usage tracker for tenant:c5e46446dea84d5b903d3ee928be63b1 on resource:security_group {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:32:14.085594 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-4864411e-18f9-48ca-bd7d-192a48d70cf5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Unset dirty status for tenant:c5e46446dea84d5b903d3ee928be63b1 on resource:security_group {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:32:14.087905 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-4864411e-18f9-48ca-bd7d-192a48d70cf5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5e46446dea84d5b903d3ee928be63b1 HTTP/1.1" status: 200 len: 379 time: 0.0835972 Nov 22 15:32:14.099071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Request body: {'port': {'device_id': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'admin_state_up': True, 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'security_groups': ['fe907ba7-2004-4456-8994-ab69ff757418']}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:14.268457 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 2e56b0d1-bec7-4570-8090-07f2a6e15610 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:14.327852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:14.332401 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Usage tracker for resource:port and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:14.335537 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:14.344924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:14.357402 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Made reservation on behalf of c5e46446dea84d5b903d3ee928be63b1 for: {'port': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:32:14.363107 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.378455 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 2e56b0d1-bec7-4570-8090-07f2a6e15610 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:14.387351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 2e56b0d1-bec7-4570-8090-07f2a6e15610 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:14.388014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.524559 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.558263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Allocated IP 172.20.0.11 (e723389d-e2f5-44b0-b253-ffb2727ee7f5/703dae16-b599-4e8b-a944-fd5d1fcd6c1f/e377d494-acd4-4970-9b48-da943c7bc45a) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:32:14.567026 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 2e56b0d1-bec7-4570-8090-07f2a6e15610, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=2e56b0d1-bec7-4570-8090-07f2a6e15610,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:14.570315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.572384 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:14.656058 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=2e56b0d1-bec7-4570-8090-07f2a6e15610,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:14.659860 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:14.792825 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.813977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Transition to ACTIVE for port object e377d494-acd4-4970-9b48-da943c7bc45a will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:14.835234 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.841871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2030b20f-6291-42c5-9318-2dca94f2f386 tempest-VolumesActionsTest-396155069 tempest-VolumesActionsTest-396155069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:14.921078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Network e723389d-e2f5-44b0-b253-ffb2727ee7f5 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:14.924406 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:14.928728 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:32:14.983020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event updated for resources: {'Port': ['ID=e377d494-acd4-4970-9b48-da943c7bc45a,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:14.988662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:15.022421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:15.023119 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.050124 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9558167 Nov 22 15:32:15.063410 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Request body: {'port': {'device_id': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:15.248369 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.273773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178afd6-3d83-46e8-b2bf-2a8f523435f2 req-88b6afce-a17d-40c9-887b-deb430f24667 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:15.291905 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d178afd6-3d83-46e8-b2bf-2a8f523435f2 req-88b6afce-a17d-40c9-887b-deb430f24667 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 932 time: 0.1689124 Nov 22 15:32:15.414728 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d178afd6-3d83-46e8-b2bf-2a8f523435f2 req-28cf1209-9e55-48a0-9f39-afd2db5296ca tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212864 Nov 22 15:32:15.417357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-61e7696e-e565-42ef-a660-7002f7371ab3 None None] Provisioning for port e377d494-acd4-4970-9b48-da943c7bc45a completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:15.426533 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-61e7696e-e565-42ef-a660-7002f7371ab3 None None] Provisioning complete for port e377d494-acd4-4970-9b48-da943c7bc45a triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:15.429793 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-61e7696e-e565-42ef-a660-7002f7371ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.512341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-61e7696e-e565-42ef-a660-7002f7371ab3 None None] Port e377d494-acd4-4970-9b48-da943c7bc45a cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:32:15.806717 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e377d494-acd4-4970-9b48-da943c7bc45a {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:32:15.813859 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.829662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Transition to ACTIVE for port object e377d494-acd4-4970-9b48-da943c7bc45a will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:15.832576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.836931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:15.975995 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Pushing event updated for resources: {'Port': ['ID=e377d494-acd4-4970-9b48-da943c7bc45a,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:15.980876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:16.094156 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Attempting to bind port e377d494-acd4-4970-9b48-da943c7bc45a on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:32:16.094531 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Attempting to bind port e377d494-acd4-4970-9b48-da943c7bc45a by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:32:16.094955 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Attempting to bind port e377d494-acd4-4970-9b48-da943c7bc45a on network e723389d-e2f5-44b0-b253-ffb2727ee7f5 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:32:16.101533 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Port e377d494-acd4-4970-9b48-da943c7bc45a on network e723389d-e2f5-44b0-b253-ffb2727ee7f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:32:16.101894 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Attempting to bind port e377d494-acd4-4970-9b48-da943c7bc45a on network e723389d-e2f5-44b0-b253-ffb2727ee7f5 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:32:16.109685 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:32:16.110071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Checking segment: {'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:16.110480 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Bound using segment: {'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:32:16.110959 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Bound port: e377d494-acd4-4970-9b48-da943c7bc45a, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:32:16.111338 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:16.204121 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 2e56b0d1-bec7-4570-8090-07f2a6e15610 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:16.210828 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] For port e377d494-acd4-4970-9b48-da943c7bc45a, host hv-cinder-81877, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:32:16.214719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] For port e377d494-acd4-4970-9b48-da943c7bc45a, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e377d494-acd4-4970-9b48-da943c7bc45a,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:32:16.218871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:16.224384 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:16.290956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:16.291173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 2e56b0d1-bec7-4570-8090-07f2a6e15610 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:16.291415 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:16.292471 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] 10.222.0.50 "PUT /v2.0/ports/e377d494-acd4-4970-9b48-da943c7bc45a HTTP/1.1" status: 200 len: 1094 time: 1.2339065 Nov 22 15:32:16.293057 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'tag': 'e377d494-acd4-4970-9b48-da943c7bc45a'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:32:16.345069 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Pushing event updated for resources: {'Port': ['ID=e377d494-acd4-4970-9b48-da943c7bc45a,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:16.385133 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'tag': 'e377d494-acd4-4970-9b48-da943c7bc45a', 'status': 'completed', 'code': 200} Nov 22 15:32:16.390159 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:16.435008 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-6c4c3afe-b925-45a6-a724-f1014fd9864a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5e46446dea84d5b903d3ee928be63b1&device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 1097 time: 0.0861182 Nov 22 15:32:16.527702 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-a0c4a004-793d-4f71-93b2-45fe2dc8c4e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e377d494-acd4-4970-9b48-da943c7bc45a HTTP/1.1" status: 200 len: 217 time: 0.0826731 Nov 22 15:32:16.710518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fb38e-9f6c-4dc0-aab8-568b600f1535 req-2acbcdaf-add6-4184-9112-05bb099e6ba9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:16.712287 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0e3fb38e-9f6c-4dc0-aab8-568b600f1535 req-2acbcdaf-add6-4184-9112-05bb099e6ba9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0942497 Nov 22 15:32:16.766693 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0e3fb38e-9f6c-4dc0-aab8-568b600f1535 req-0e42e657-3a65-486b-970d-1d6116033ee6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480759 Nov 22 15:32:16.827229 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-3a9f6326-83fb-46f8-8bc2-87e2556b4b1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:16.828881 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-3a9f6326-83fb-46f8-8bc2-87e2556b4b1f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=703dae16-b599-4e8b-a944-fd5d1fcd6c1f HTTP/1.1" status: 200 len: 856 time: 0.2951722 Nov 22 15:32:16.911738 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-8f168b3b-1d3a-4e43-be36-bdbb0c3326fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e723389d-e2f5-44b0-b253-ffb2727ee7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746350 Nov 22 15:32:17.053438 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-56959033-d751-4043-9505-b54a83345a1c service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344330 Nov 22 15:32:17.200842 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da90f7ba-6c14-4ea6-9aa6-f30f5619428c req-ebfe3c47-8da7-4640-be65-cc60cf24314c service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405940 Nov 22 15:32:17.333473 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65512358-09fd-4be3-95d2-0b086883be8d req-02fc8420-13b2-42a3-9188-025b36b5147d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5e46446dea84d5b903d3ee928be63b1&device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 1097 time: 0.0873187 Nov 22 15:32:17.529117 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512358-09fd-4be3-95d2-0b086883be8d req-82fa1acd-4734-4843-acb1-b6e5989667e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:17.530859 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65512358-09fd-4be3-95d2-0b086883be8d req-82fa1acd-4734-4843-acb1-b6e5989667e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e723389d-e2f5-44b0-b253-ffb2727ee7f5 HTTP/1.1" status: 200 len: 918 time: 0.1895912 Nov 22 15:32:17.613149 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65512358-09fd-4be3-95d2-0b086883be8d req-16f10858-dd12-47c8-a22f-d4f5ce6b4442 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e377d494-acd4-4970-9b48-da943c7bc45a HTTP/1.1" status: 200 len: 217 time: 0.0748534 Nov 22 15:32:17.709984 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512358-09fd-4be3-95d2-0b086883be8d req-e75755bc-1d90-4fc8-a836-fe4e93015881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:17.712301 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65512358-09fd-4be3-95d2-0b086883be8d req-e75755bc-1d90-4fc8-a836-fe4e93015881 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=703dae16-b599-4e8b-a944-fd5d1fcd6c1f HTTP/1.1" status: 200 len: 856 time: 0.0913537 Nov 22 15:32:17.799726 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65512358-09fd-4be3-95d2-0b086883be8d req-ceca9117-5a11-4d41-958f-7ba216231cf1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e723389d-e2f5-44b0-b253-ffb2727ee7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803797 Nov 22 15:32:17.970870 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65512358-09fd-4be3-95d2-0b086883be8d req-4edfcd9a-d050-432b-8456-e2778df05780 service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605251 Nov 22 15:32:18.013773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19789d-599b-46e7-b299-c06899e594b4 req-673511b6-57c0-4612-ada9-6e7d32598753 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:18.015590 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da19789d-599b-46e7-b299-c06899e594b4 req-673511b6-57c0-4612-ada9-6e7d32598753 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0941820 Nov 22 15:32:18.080229 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-da19789d-599b-46e7-b299-c06899e594b4 req-a2fa758e-40d8-4d8e-b85d-016ecadb23f4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526826 Nov 22 15:32:18.139254 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65512358-09fd-4be3-95d2-0b086883be8d req-1dc3a345-d452-4fef-9c08-5a5cd11dd01d service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600678 Nov 22 15:32:19.340278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7cca6-1590-4e38-a06f-d54097318429 req-8c1847b3-ccdf-4afe-897c-4d5c2ba56e2a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:19.344383 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c6b7cca6-1590-4e38-a06f-d54097318429 req-8c1847b3-ccdf-4afe-897c-4d5c2ba56e2a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1198208 Nov 22 15:32:19.413588 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c6b7cca6-1590-4e38-a06f-d54097318429 req-6ce9059e-51c7-4588-89a9-3da4bafd472a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593503 Nov 22 15:32:20.638794 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bb048-7b75-490e-a864-996097265480 req-c26902f3-f5da-4c6e-9fef-be3873f6aa7e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:20.640377 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-376bb048-7b75-490e-a864-996097265480 req-c26902f3-f5da-4c6e-9fef-be3873f6aa7e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0928204 Nov 22 15:32:20.689943 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-376bb048-7b75-490e-a864-996097265480 req-f035e7c0-bc63-4522-b57e-d3fe3fa1afe6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434694 Nov 22 15:32:21.323274 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device e377d494-acd4-4970-9b48-da943c7bc45a details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:32:21.525595 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port e377d494-acd4-4970-9b48-da943c7bc45a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e377d494-acd4-4970-9b48-da943c7bc45a,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:21.542313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': 'e377d494-acd4-4970-9b48-da943c7bc45a', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'port_id': 'e377d494-acd4-4970-9b48-da943c7bc45a', 'mac_address': 'fa:16:3e:0a:e6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:32:21.599740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:21.621704 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e377d494-acd4-4970-9b48-da943c7bc45a {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:32:21.643924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port e377d494-acd4-4970-9b48-da943c7bc45a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e377d494-acd4-4970-9b48-da943c7bc45a,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:21.647081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:21.649503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fe891eff-53be-4200-9a98-75323411593e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:21.730759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=e377d494-acd4-4970-9b48-da943c7bc45a,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:21.734389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:21.929932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab28728-9a08-49fb-b7b1-e8ea9ed1739a req-ef844a21-750a-4ab8-910e-7a7ff333a165 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:21.931643 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5ab28728-9a08-49fb-b7b1-e8ea9ed1739a req-ef844a21-750a-4ab8-910e-7a7ff333a165 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 945 time: 0.0874236 Nov 22 15:32:21.946884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['e377d494-acd4-4970-9b48-da943c7bc45a'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:32:21.984966 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5ab28728-9a08-49fb-b7b1-e8ea9ed1739a req-85a1c94e-1529-4c72-8910-4034de13ea4b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468166 Nov 22 15:32:23.215353 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66faa-22c0-4c0d-bcc2-4f80bcc7ef8c req-7d70b8b3-eb0d-4f14-8d8b-9b1350b9bd58 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:23.216987 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e6d66faa-22c0-4c0d-bcc2-4f80bcc7ef8c req-7d70b8b3-eb0d-4f14-8d8b-9b1350b9bd58 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 945 time: 0.0949552 Nov 22 15:32:23.285984 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e6d66faa-22c0-4c0d-bcc2-4f80bcc7ef8c req-61813810-788a-4f79-9a40-4c326a098b1e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619624 Nov 22 15:32:23.335494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device e377d494-acd4-4970-9b48-da943c7bc45a up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:23.412873 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port e377d494-acd4-4970-9b48-da943c7bc45a completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:23.418576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port e377d494-acd4-4970-9b48-da943c7bc45a triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:23.419043 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:23.436082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:32:23.546962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:23.577769 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e377d494-acd4-4970-9b48-da943c7bc45a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:32:23.588708 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port e377d494-acd4-4970-9b48-da943c7bc45a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e377d494-acd4-4970-9b48-da943c7bc45a,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:23.592474 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:23.594503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-983d1c0d-9a54-4f9b-996a-250c7eef4c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:23.645825 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e377d494-acd4-4970-9b48-da943c7bc45a', 'code': 200} Nov 22 15:32:23.671040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=e377d494-acd4-4970-9b48-da943c7bc45a,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:23.675769 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:23.903689 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0795cad2-4049-4642-b3e5-dfd4226d049a req-05262c11-05d0-434f-b433-22c6b940cc90 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 1099 time: 0.0798464 Nov 22 15:32:23.959026 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0795cad2-4049-4642-b3e5-dfd4226d049a req-e1e8dcc3-ebd4-4c47-991e-109f499af4a9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456986 Nov 22 15:32:24.516970 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39c8e3-c5b8-420e-a8c0-3617486944f0 req-7ba3ef9b-edb8-409f-8256-91f3cb8e1af2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:24.518524 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d39c8e3-c5b8-420e-a8c0-3617486944f0 req-7ba3ef9b-edb8-409f-8256-91f3cb8e1af2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.0843465 Nov 22 15:32:24.569878 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d39c8e3-c5b8-420e-a8c0-3617486944f0 req-80d99c12-dd83-4b63-9db2-cb6b872446c9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448954 Nov 22 15:32:25.798008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d1fb5-ea11-4f3f-809c-91e872f8f4e5 req-2828ccef-0e4a-4f84-a4f8-83967df1eed1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:25.799682 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cb0d1fb5-ea11-4f3f-809c-91e872f8f4e5 req-2828ccef-0e4a-4f84-a4f8-83967df1eed1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.0908217 Nov 22 15:32:25.850207 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cb0d1fb5-ea11-4f3f-809c-91e872f8f4e5 req-79176e0b-8881-4b59-a28a-e29efc054736 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443063 Nov 22 15:32:26.083977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ea9f8-e1a9-4e6c-b4f9-fc56a075b01d req-03254ddf-a5f7-462a-a69d-561095638de2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:26.085635 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e71ea9f8-e1a9-4e6c-b4f9-fc56a075b01d req-03254ddf-a5f7-462a-a69d-561095638de2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.0952256 Nov 22 15:32:26.095507 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 40838) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:26.101768 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c4ba6048-9d78-418c-a2df-1cf6adc37974 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Request body: {'floatingip': {'port_id': 'e377d494-acd4-4970-9b48-da943c7bc45a'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:26.186703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6048-9d78-418c-a2df-1cf6adc37974 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:27.026243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6048-9d78-418c-a2df-1cf6adc37974 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:27.028800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6048-9d78-418c-a2df-1cf6adc37974 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809642'] for floatingip, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:27.222881 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.l3_db [None req-c4ba6048-9d78-418c-a2df-1cf6adc37974 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Floating IP 1017e12c-0196-4cee-84dc-5a75a07ec039 associated. External IP: 172.27.0.163, port: e377d494-acd4-4970-9b48-da943c7bc45a. Nov 22 15:32:27.842261 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ba6048-9d78-418c-a2df-1cf6adc37974 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Router a8850a32-a4af-4fba-878d-bc94bd5d1a1a has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:32:28.055178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ba6048-9d78-418c-a2df-1cf6adc37974 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:32:28.060128 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6048-9d78-418c-a2df-1cf6adc37974 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for floatingip, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:28.068385 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325c1d3-45fe-4488-a0cd-fc173f8c4b05 None None] Sync routers for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:32:28.081900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325c1d3-45fe-4488-a0cd-fc173f8c4b05 None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:28.082719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-1325c1d3-45fe-4488-a0cd-fc173f8c4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:32:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:28.116483 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-c4ba6048-9d78-418c-a2df-1cf6adc37974 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "PUT /v2.0/floatingips/1017e12c-0196-4cee-84dc-5a75a07ec039 HTTP/1.1" status: 200 len: 992 time: 2.0195565 Nov 22 15:32:28.117086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'tag': 'e377d494-acd4-4970-9b48-da943c7bc45a'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:32:28.176476 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'tag': 'e377d494-acd4-4970-9b48-da943c7bc45a', 'status': 'completed', 'code': 200} Nov 22 15:32:28.277722 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-1325c1d3-45fe-4488-a0cd-fc173f8c4b05 None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:28.281243 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f08caf9-2d38-4256-861a-499fcf86b817 req-6c1982ff-b5b8-4b88-8ac8-24f477b8426b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5e46446dea84d5b903d3ee928be63b1&device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 1099 time: 0.0801797 Nov 22 15:32:28.430170 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08caf9-2d38-4256-861a-499fcf86b817 req-16ecb140-db44-4872-b949-4f474a2a64b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:28.431851 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f08caf9-2d38-4256-861a-499fcf86b817 req-16ecb140-db44-4872-b949-4f474a2a64b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e723389d-e2f5-44b0-b253-ffb2727ee7f5 HTTP/1.1" status: 200 len: 918 time: 0.1432676 Nov 22 15:32:28.548013 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f08caf9-2d38-4256-861a-499fcf86b817 req-7fd9e885-a103-454f-9935-34453d233ff9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e377d494-acd4-4970-9b48-da943c7bc45a HTTP/1.1" status: 200 len: 1000 time: 0.1085017 Nov 22 15:32:28.619942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08caf9-2d38-4256-861a-499fcf86b817 req-497f723b-e212-4c07-8919-551d303b1b9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:28.621649 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f08caf9-2d38-4256-861a-499fcf86b817 req-497f723b-e212-4c07-8919-551d303b1b9a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=703dae16-b599-4e8b-a944-fd5d1fcd6c1f HTTP/1.1" status: 200 len: 856 time: 0.0662992 Nov 22 15:32:28.657535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-1325c1d3-45fe-4488-a0cd-fc173f8c4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_floatingips': [{'id': '1017e12c-0196-4cee-84dc-5a75a07ec039', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'router_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'port_id': 'e377d494-acd4-4970-9b48-da943c7bc45a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'mac_address': 'fa:16:3e:0a:e6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:32:10Z', 'updated_at': '2021-11-22T15:32:26Z', 'revision_number': 1, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:14Z', 'revision_number': 5, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:28.662285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325c1d3-45fe-4488-a0cd-fc173f8c4b05 None None] Checking router: a8850a32-a4af-4fba-878d-bc94bd5d1a1a for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:32:28.675222 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325c1d3-45fe-4488-a0cd-fc173f8c4b05 None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:28.675903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-1325c1d3-45fe-4488-a0cd-fc173f8c4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:32:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:28.705477 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f08caf9-2d38-4256-861a-499fcf86b817 req-2a174253-2eb3-4f6c-b95a-1825b42f2d08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e723389d-e2f5-44b0-b253-ffb2727ee7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769308 Nov 22 15:32:28.859295 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f08caf9-2d38-4256-861a-499fcf86b817 req-a60e1205-233e-4d33-8665-5434f22521ad service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464059 Nov 22 15:32:28.869654 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-1325c1d3-45fe-4488-a0cd-fc173f8c4b05 None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:29.008163 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f08caf9-2d38-4256-861a-499fcf86b817 req-ba580d34-0102-4fec-8d7d-ad020cfda269 service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415126 Nov 22 15:32:29.236579 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-1325c1d3-45fe-4488-a0cd-fc173f8c4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_floatingips': [{'id': '1017e12c-0196-4cee-84dc-5a75a07ec039', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'router_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'port_id': 'e377d494-acd4-4970-9b48-da943c7bc45a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'mac_address': 'fa:16:3e:0a:e6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:32:10Z', 'updated_at': '2021-11-22T15:32:26Z', 'revision_number': 1, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:14Z', 'revision_number': 5, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:29.240779 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325c1d3-45fe-4488-a0cd-fc173f8c4b05 None None] The sync data for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi is: [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_floatingips': [{'id': '1017e12c-0196-4cee-84dc-5a75a07ec039', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'router_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'port_id': 'e377d494-acd4-4970-9b48-da943c7bc45a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'mac_address': 'fa:16:3e:0a:e6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:32:10Z', 'updated_at': '2021-11-22T15:32:26Z', 'revision_number': 1, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:14Z', 'revision_number': 5, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:32:29.590798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ccbbf-21b1-4a76-b806-2498398d2e73 None None] New status for floating IP 1017e12c-0196-4cee-84dc-5a75a07ec039: ACTIVE {{(pid=88140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:32:33.779005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f37f763-d788-4579-9575-9a058a2141a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:35.140349 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:35.987508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-03f359e3-5c5f-4552-89cf-77f5d274a152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:36.260340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:37.423334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:38.067331 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:44.230104 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-677ecfa0-2a44-4dce-a656-c55e36baf12e req-4826fcda-e0be-4acd-9ee2-0c5fb2195231 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818233 Nov 22 15:32:44.332287 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-677ecfa0-2a44-4dce-a656-c55e36baf12e req-e6583c16-7081-4848-b815-e6a86e40261c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1ef99941b3143ba95a5434b23e794cd&device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 1098 time: 0.0781152 Nov 22 15:32:44.503163 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ecfa0-2a44-4dce-a656-c55e36baf12e req-b044fb47-661c-457d-af9a-738d8c7c74ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:44.504753 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-677ecfa0-2a44-4dce-a656-c55e36baf12e req-b044fb47-661c-457d-af9a-738d8c7c74ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=53be012a-dc8f-434c-8197-19ab47323fab HTTP/1.1" status: 200 len: 919 time: 0.1488800 Nov 22 15:32:44.579878 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-677ecfa0-2a44-4dce-a656-c55e36baf12e req-4a56b7fb-abe9-4273-ad04-a983023558d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=454026fa-b673-4479-89bf-30d2216804e5 HTTP/1.1" status: 200 len: 217 time: 0.0679450 Nov 22 15:32:44.649253 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ecfa0-2a44-4dce-a656-c55e36baf12e req-2504bd7a-cd23-4954-9290-6a25b90c176c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:44.651324 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-677ecfa0-2a44-4dce-a656-c55e36baf12e req-2504bd7a-cd23-4954-9290-6a25b90c176c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=71b40b5c-6140-47b9-8c5b-5e58ad2caffe HTTP/1.1" status: 200 len: 858 time: 0.0643768 Nov 22 15:32:44.700594 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-677ecfa0-2a44-4dce-a656-c55e36baf12e req-3592e1b2-ff89-45ef-96da-dc54d29cf120 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53be012a-dc8f-434c-8197-19ab47323fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428219 Nov 22 15:32:44.846334 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-677ecfa0-2a44-4dce-a656-c55e36baf12e req-456cf49b-2f6b-40cc-af28-cde57d3dc576 service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395035 Nov 22 15:32:44.994548 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-677ecfa0-2a44-4dce-a656-c55e36baf12e req-db1faf34-92e3-4139-ab64-bdfe53d30318 service neutron] 10.222.0.50 "GET /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394770 Nov 22 15:33:00.438420 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:33:03.780635 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-34a3d3a7-d8b3-46dd-9c3e-6c50fe2b1a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:05.145624 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:05.988935 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19720970-0040-4f06-a743-af81b0a5b922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:06.275124 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:07.440479 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:08.066593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:11.850052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a9f5f-7eb1-41e8-a3c3-ec147b3706ee req-ff42c484-6a50-4f99-97dd-3b8dd14747cf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:11.852021 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fa4a9f5f-7eb1-41e8-a3c3-ec147b3706ee req-ff42c484-6a50-4f99-97dd-3b8dd14747cf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.0979586 Nov 22 15:33:11.904471 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fa4a9f5f-7eb1-41e8-a3c3-ec147b3706ee req-4b7287ac-5129-4038-910f-49138260d739 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461144 Nov 22 15:33:13.168473 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57276b7e-4070-41a1-b0ba-8535a61abd5b req-fd4432d1-c5e3-42c3-ada2-f2f3284100bd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:13.170169 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-57276b7e-4070-41a1-b0ba-8535a61abd5b req-fd4432d1-c5e3-42c3-ada2-f2f3284100bd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.1067367 Nov 22 15:33:13.245030 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-57276b7e-4070-41a1-b0ba-8535a61abd5b req-a9a3d50c-075d-4d6e-90cc-5fae5cba9109 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680108 Nov 22 15:33:14.487473 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5581e25-4e2c-4522-9469-f2a2691bedb0 req-a262ecba-b9ab-482c-99e7-b8fc55fd7244 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:14.489082 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b5581e25-4e2c-4522-9469-f2a2691bedb0 req-a262ecba-b9ab-482c-99e7-b8fc55fd7244 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.0854225 Nov 22 15:33:14.541764 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b5581e25-4e2c-4522-9469-f2a2691bedb0 req-0d495f30-45f6-4449-965b-d7ffffd306d6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460660 Nov 22 15:33:15.769216 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436d5c-6ea7-49d8-993b-914960162cea req-f0de3bc9-f4ee-4f44-b7e7-7fee01fbfee3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:15.770864 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-34436d5c-6ea7-49d8-993b-914960162cea req-f0de3bc9-f4ee-4f44-b7e7-7fee01fbfee3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.0903664 Nov 22 15:33:15.820815 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-34436d5c-6ea7-49d8-993b-914960162cea req-09f76fe0-426b-43a2-b5a0-1542802df7d3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436883 Nov 22 15:33:17.054964 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e2fbf-a5dd-43af-9f6e-09859d8cf2d2 req-4f924feb-6122-406b-9922-f4e58d086c07 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:17.057093 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fa7e2fbf-a5dd-43af-9f6e-09859d8cf2d2 req-4f924feb-6122-406b-9922-f4e58d086c07 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.1001818 Nov 22 15:33:17.105512 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fa7e2fbf-a5dd-43af-9f6e-09859d8cf2d2 req-e58637c9-7887-4311-8bd5-7325ccbd6520 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420504 Nov 22 15:33:18.325469 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cf131-31f2-4822-ab07-f5effae7493d req-e8b89d41-ca67-455b-b2b3-961d52983617 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:18.327262 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-578cf131-31f2-4822-ab07-f5effae7493d req-e8b89d41-ca67-455b-b2b3-961d52983617 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.0870314 Nov 22 15:33:18.384875 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-578cf131-31f2-4822-ab07-f5effae7493d req-b9488cf4-b948-40a6-b4ea-d4e195116fd4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507522 Nov 22 15:33:19.620983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72d1c4-1aef-4200-b35f-d4e38791b798 req-68ded603-cf9f-4d25-b96a-f257e7c433bf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:19.622574 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d72d1c4-1aef-4200-b35f-d4e38791b798 req-68ded603-cf9f-4d25-b96a-f257e7c433bf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.0913358 Nov 22 15:33:19.671409 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d72d1c4-1aef-4200-b35f-d4e38791b798 req-b5136415-ba1f-4f57-8997-2c153862d1f3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426188 Nov 22 15:33:20.297539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0bb97-fd30-4d30-9ee5-69373869fcfd req-81e30d69-ba61-4809-b024-bb6902489a70 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:20.299200 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4af0bb97-fd30-4d30-9ee5-69373869fcfd req-81e30d69-ba61-4809-b024-bb6902489a70 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.0851924 Nov 22 15:33:20.352504 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4af0bb97-fd30-4d30-9ee5-69373869fcfd req-0b692503-8902-4b11-8639-155be3a60b2a tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454855 Nov 22 15:33:20.641386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7195ab-e289-4dd5-8f28-fbc15fe11bbc req-9607ef1f-0db9-4a60-9e22-b5e04396b1ce tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:20.642369 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-3c7195ab-e289-4dd5-8f28-fbc15fe11bbc req-9607ef1f-0db9-4a60-9e22-b5e04396b1ce tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Synchronizing usage tracker for tenant:a1ef99941b3143ba95a5434b23e794cd on resource:port {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:33:20.660393 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-3c7195ab-e289-4dd5-8f28-fbc15fe11bbc req-9607ef1f-0db9-4a60-9e22-b5e04396b1ce tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Unset dirty status for tenant:a1ef99941b3143ba95a5434b23e794cd on resource:port {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:33:20.661656 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3c7195ab-e289-4dd5-8f28-fbc15fe11bbc req-9607ef1f-0db9-4a60-9e22-b5e04396b1ce tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.50 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 945 time: 0.1136377 Nov 22 15:33:20.751441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-3c7195ab-e289-4dd5-8f28-fbc15fe11bbc req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Deleting port aec51966-8e16-47d8-a09f-ee1b0a3f241f {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:33:20.751825 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-3c7195ab-e289-4dd5-8f28-fbc15fe11bbc req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:20.896660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516c9f9-ab7d-4229-8dba-62c201f5a67c req-14f1b0d0-1b7c-4bb3-b846-cf88ab0ca20f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:20.898035 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a516c9f9-ab7d-4229-8dba-62c201f5a67c req-14f1b0d0-1b7c-4bb3-b846-cf88ab0ca20f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.0878446 Nov 22 15:33:20.956523 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a516c9f9-ab7d-4229-8dba-62c201f5a67c req-73675856-226c-4022-b278-39a5e5e56e57 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487742 Nov 22 15:33:21.065802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-3c7195ab-e289-4dd5-8f28-fbc15fe11bbc req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] For port aec51966-8e16-47d8-a09f-ee1b0a3f241f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=aec51966-8e16-47d8-a09f-ee1b0a3f241f,segment=NetworkSegment(47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3),segment_id=47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:21.066230 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-3c7195ab-e289-4dd5-8f28-fbc15fe11bbc req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:21.198198 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-3c7195ab-e289-4dd5-8f28-fbc15fe11bbc req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Calling delete_port for aec51966-8e16-47d8-a09f-ee1b0a3f241f owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:33:21.359131 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-3c7195ab-e289-4dd5-8f28-fbc15fe11bbc req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:21.365726 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-52324390-c70a-475b-b643-85ba061a0a36 tempest-DeleteServersTestJSON-1010513776 tempest-DeleteServersTestJSON-1010513776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:21.375790 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['454026fa-b673-4479-89bf-30d2216804e5', 'aec51966-8e16-47d8-a09f-ee1b0a3f241f'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:33:21.414327 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Pushing event deleted for resources: {'Port': ['ID=aec51966-8e16-47d8-a09f-ee1b0a3f241f,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:21.460811 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:21.461093 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:21.461509 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:21.461907 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:21.462877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:21.463280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:21.463674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:21.464067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:21.464461 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:21.464851 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:21.465243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:21.468656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:21.509332 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7195ab-e289-4dd5-8f28-fbc15fe11bbc req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] No DVR routers for this DVR port aec51966-8e16-47d8-a09f-ee1b0a3f241f on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:33:21.512077 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-3c7195ab-e289-4dd5-8f28-fbc15fe11bbc req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:21.515239 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49414e49-6c54-4426-8756-5a652f26a98e', 'name': 'network-vif-deleted', 'tag': 'aec51966-8e16-47d8-a09f-ee1b0a3f241f'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:33:21.531182 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3c7195ab-e289-4dd5-8f28-fbc15fe11bbc req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.50 "DELETE /v2.0/ports/aec51966-8e16-47d8-a09f-ee1b0a3f241f HTTP/1.1" status: 204 len: 173 time: 0.8607814 Nov 22 15:33:21.540963 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6fa37733-431e-4ad5-b54b-1885cd88a7e8 req-f40ee6c2-a1ea-4c2d-9719-4e76eb23b697 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=49414e49-6c54-4426-8756-5a652f26a98e HTTP/1.1" status: 200 len: 210 time: 0.0505977 Nov 22 15:33:21.597240 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49414e49-6c54-4426-8756-5a652f26a98e', 'name': 'network-vif-deleted', 'tag': 'aec51966-8e16-47d8-a09f-ee1b0a3f241f', 'status': 'completed', 'code': 200} Nov 22 15:33:22.210829 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ddae-7b7c-431c-a398-995f1a86a894 req-c2baea6e-236e-4dab-b4ce-c27133b8bcf8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:22.212970 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e247ddae-7b7c-431c-a398-995f1a86a894 req-c2baea6e-236e-4dab-b4ce-c27133b8bcf8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.0847161 Nov 22 15:33:22.268565 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e247ddae-7b7c-431c-a398-995f1a86a894 req-480b54b9-4bfa-45ab-9e12-b891af515959 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493169 Nov 22 15:33:23.273467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89b167-986c-40b7-950d-c724a7a96a4a req-fb07a33c-a130-40a8-b73a-0169292e4459 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:23.275098 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-db89b167-986c-40b7-950d-c724a7a96a4a req-fb07a33c-a130-40a8-b73a-0169292e4459 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.2942448 Nov 22 15:33:23.326111 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-db89b167-986c-40b7-950d-c724a7a96a4a req-08fd101e-c72b-44b3-a361-23afdbe1c982 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/security-groups?id=841b35a9-66f9-4a9c-bec0-07978f98c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 Nov 22 15:33:23.509438 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b0fb3-6ec2-439b-b578-c99dfb596430 req-98ffefcd-8e85-45f1-812d-68f882fcf04f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:23.510987 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b74b0fb3-6ec2-439b-b578-c99dfb596430 req-98ffefcd-8e85-45f1-812d-68f882fcf04f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.0871408 Nov 22 15:33:23.545300 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e65f33-9c07-4f9f-877a-6efed5c53292 req-4ef4b49b-1f29-455a-a548-bf706d9669e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:23.547316 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-57e65f33-9c07-4f9f-877a-6efed5c53292 req-4ef4b49b-1f29-455a-a548-bf706d9669e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Synchronizing usage tracker for tenant:a1ef99941b3143ba95a5434b23e794cd on resource:port {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:33:23.571480 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-57e65f33-9c07-4f9f-877a-6efed5c53292 req-4ef4b49b-1f29-455a-a548-bf706d9669e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Unset dirty status for tenant:a1ef99941b3143ba95a5434b23e794cd on resource:port {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:33:23.572038 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b74b0fb3-6ec2-439b-b578-c99dfb596430 req-760c1708-f6b8-4afa-9701-2b737022ade2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505841 Nov 22 15:33:23.573747 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-57e65f33-9c07-4f9f-877a-6efed5c53292 req-4ef4b49b-1f29-455a-a548-bf706d9669e8 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 945 time: 0.1348555 Nov 22 15:33:23.615645 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device e377d494-acd4-4970-9b48-da943c7bc45a details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:33:23.654291 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-57e65f33-9c07-4f9f-877a-6efed5c53292 req-2e0e563c-cd1b-40e0-8fc3-c1eead44a634 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Deleting port 454026fa-b673-4479-89bf-30d2216804e5 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:33:23.654703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-57e65f33-9c07-4f9f-877a-6efed5c53292 req-2e0e563c-cd1b-40e0-8fc3-c1eead44a634 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.795856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port e377d494-acd4-4970-9b48-da943c7bc45a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e377d494-acd4-4970-9b48-da943c7bc45a,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:23.811453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': 'e377d494-acd4-4970-9b48-da943c7bc45a', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'port_id': 'e377d494-acd4-4970-9b48-da943c7bc45a', 'mac_address': 'fa:16:3e:0a:e6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:33:23.876422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.896186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e377d494-acd4-4970-9b48-da943c7bc45a {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:33:23.913449 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port e377d494-acd4-4970-9b48-da943c7bc45a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e377d494-acd4-4970-9b48-da943c7bc45a,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:23.920677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.923395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:24.000753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=e377d494-acd4-4970-9b48-da943c7bc45a,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:24.014752 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:24.017675 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:24.018074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:24.018458 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:24.018867 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:24.019246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:24.019625 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:24.020129 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:24.021568 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:24.021974 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:24.022388 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:24.034636 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:24.049476 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['e377d494-acd4-4970-9b48-da943c7bc45a'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:33:24.180335 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-57e65f33-9c07-4f9f-877a-6efed5c53292 req-2e0e563c-cd1b-40e0-8fc3-c1eead44a634 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] For port 454026fa-b673-4479-89bf-30d2216804e5, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=454026fa-b673-4479-89bf-30d2216804e5,segment=NetworkSegment(47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3),segment_id=47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:24.180734 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-57e65f33-9c07-4f9f-877a-6efed5c53292 req-2e0e563c-cd1b-40e0-8fc3-c1eead44a634 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:24.315907 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-57e65f33-9c07-4f9f-877a-6efed5c53292 req-2e0e563c-cd1b-40e0-8fc3-c1eead44a634 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Calling delete_port for 454026fa-b673-4479-89bf-30d2216804e5 owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:33:24.507313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-57e65f33-9c07-4f9f-877a-6efed5c53292 req-2e0e563c-cd1b-40e0-8fc3-c1eead44a634 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:24.514963 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fef52398-1953-4f11-8d84-a00e950c3418 req-90d80b07-a358-461e-9c21-8141ca49b362 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7 HTTP/1.1" status: 200 len: 210 time: 0.0462711 Nov 22 15:33:24.516399 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8843cb1d-2c69-4742-972c-b35ede351549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:24.522354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['454026fa-b673-4479-89bf-30d2216804e5'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:33:24.563828 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e563c-cd1b-40e0-8fc3-c1eead44a634 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Pushing event deleted for resources: {'Port': ['ID=454026fa-b673-4479-89bf-30d2216804e5,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:24.566652 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2e0e563c-cd1b-40e0-8fc3-c1eead44a634 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:24.656689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e65f33-9c07-4f9f-877a-6efed5c53292 req-2e0e563c-cd1b-40e0-8fc3-c1eead44a634 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] No DVR routers for this DVR port 454026fa-b673-4479-89bf-30d2216804e5 on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:33:24.659499 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-57e65f33-9c07-4f9f-877a-6efed5c53292 req-2e0e563c-cd1b-40e0-8fc3-c1eead44a634 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:24.663083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7', 'name': 'network-vif-deleted', 'tag': '454026fa-b673-4479-89bf-30d2216804e5'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:33:24.679928 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-57e65f33-9c07-4f9f-877a-6efed5c53292 req-2e0e563c-cd1b-40e0-8fc3-c1eead44a634 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] 10.222.0.50 "DELETE /v2.0/ports/454026fa-b673-4479-89bf-30d2216804e5 HTTP/1.1" status: 204 len: 173 time: 1.0996118 Nov 22 15:33:24.739572 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9ee168-b3ef-4a3b-a0ec-3ef65c5792d7', 'name': 'network-vif-deleted', 'tag': '454026fa-b673-4479-89bf-30d2216804e5', 'status': 'completed', 'code': 200} Nov 22 15:33:24.818113 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19438d79-ba9a-40f6-80ac-3052f6c556ae req-a2225027-080c-44a5-abd1-e77578ee20ee tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:24.819638 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-19438d79-ba9a-40f6-80ac-3052f6c556ae req-a2225027-080c-44a5-abd1-e77578ee20ee tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 945 time: 0.0922606 Nov 22 15:33:24.872493 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-19438d79-ba9a-40f6-80ac-3052f6c556ae req-b7780ffa-8c49-4832-8e3c-5163648d7522 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464656 Nov 22 15:33:25.629265 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device e377d494-acd4-4970-9b48-da943c7bc45a up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:25.641176 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 41336) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:25.731318 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port e377d494-acd4-4970-9b48-da943c7bc45a triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:25.732021 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:25.895076 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:25.944454 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port e377d494-acd4-4970-9b48-da943c7bc45a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e377d494-acd4-4970-9b48-da943c7bc45a,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:25.945849 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e377d494-acd4-4970-9b48-da943c7bc45a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:33:25.953794 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:25.954914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device aec51966-8e16-47d8-a09f-ee1b0a3f241f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:33:26.000357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:26.036994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: aec51966-8e16-47d8-a09f-ee1b0a3f241f {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:33:26.037431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device aec51966-8e16-47d8-a09f-ee1b0a3f241f not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:33:26.038103 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 454026fa-b673-4479-89bf-30d2216804e5 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:33:26.081969 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e377d494-acd4-4970-9b48-da943c7bc45a', 'code': 200} Nov 22 15:33:26.089500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: 454026fa-b673-4479-89bf-30d2216804e5 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:33:26.090105 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 454026fa-b673-4479-89bf-30d2216804e5 not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:33:26.151199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=e377d494-acd4-4970-9b48-da943c7bc45a,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:26.164901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:26.256488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f05ac5-b86f-496e-93c4-3819f55367c4 req-1812ff60-ca37-4500-9e2c-ab3f63a324e5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:26.266909 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-64f05ac5-b86f-496e-93c4-3819f55367c4 req-1812ff60-ca37-4500-9e2c-ab3f63a324e5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.1316919 Nov 22 15:33:26.333562 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-64f05ac5-b86f-496e-93c4-3819f55367c4 req-8e8fa06c-1d39-48ac-9e4d-3a2830131c82 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650077 Nov 22 15:33:26.448131 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852942588'] for router_interface, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:27.287329 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] Deleting port 54c00333-9a8d-4394-acf7-309f5119942f {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:33:27.287987 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:27.520243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] For port 54c00333-9a8d-4394-acf7-309f5119942f, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=54c00333-9a8d-4394-acf7-309f5119942f,segment=NetworkSegment(47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3),segment_id=47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:27.520750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:27.674155 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] Calling delete_port for 54c00333-9a8d-4394-acf7-309f5119942f owned by network:router_interface {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:33:27.680438 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88640f6-98c5-47f4-81b2-dbdc603ddbca req-3a07a6ef-1918-4af6-96ab-1c8dc3c92824 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:27.695867 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c88640f6-98c5-47f4-81b2-dbdc603ddbca req-3a07a6ef-1918-4af6-96ab-1c8dc3c92824 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.1424894 Nov 22 15:33:27.775223 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c88640f6-98c5-47f4-81b2-dbdc603ddbca req-922ea0d4-2a50-48d9-a990-0129edb3b022 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773866 Nov 22 15:33:27.919074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:27.923835 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:27.975827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=54c00333-9a8d-4394-acf7-309f5119942f,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:27.979553 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:28.375169 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852942434'] for router_interface, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:29.113689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493a65d-456b-4c34-8c25-ffdac29bb54b req-0113789d-dca3-476b-bdb6-90796d627f01 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:29.116253 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b493a65d-456b-4c34-8c25-ffdac29bb54b req-0113789d-dca3-476b-bdb6-90796d627f01 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.1272361 Nov 22 15:33:29.194858 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b493a65d-456b-4c34-8c25-ffdac29bb54b req-b89ae94c-63ce-41cc-a4aa-7b9f66929951 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704627 Nov 22 15:33:29.348051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] Router deba1cbb-8b51-4717-bb83-0eab43efd4f1 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:33:29.626525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:33:29.644267 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66700b09-87c7-42b3-adc2-e01fed3583f5 None None] Sync routers for ids ['deba1cbb-8b51-4717-bb83-0eab43efd4f1'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:33:29.663171 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] 10.222.0.41 "PUT /v2.0/routers/deba1cbb-8b51-4717-bb83-0eab43efd4f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0184093 Nov 22 15:33:29.666429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 41366) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:29.677420 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66700b09-87c7-42b3-adc2-e01fed3583f5 None None] Routers {'deba1cbb-8b51-4717-bb83-0eab43efd4f1'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:29.678120 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-66700b09-87c7-42b3-adc2-e01fed3583f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:33:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['deba1cbb-8b51-4717-bb83-0eab43efd4f1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:29.980093 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:30.158040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-66700b09-87c7-42b3-adc2-e01fed3583f5 None None] Set router deba1cbb-8b51-4717-bb83-0eab43efd4f1 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:30.329217 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:30.343022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Deleting port 1be8c256-75e8-4cae-ae26-e2bc7f467161 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:33:30.343370 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:30.588124 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-66700b09-87c7-42b3-adc2-e01fed3583f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'name': 'tempest-ServerRescueNegativeTestJSON-561799608-router', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:33:27Z', 'revision_number': 5, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'gw_port': {'id': '1be8c256-75e8-4cae-ae26-e2bc7f467161', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:30.597608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66700b09-87c7-42b3-adc2-e01fed3583f5 None None] Checking router: deba1cbb-8b51-4717-bb83-0eab43efd4f1 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:33:30.607838 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] For port 1be8c256-75e8-4cae-ae26-e2bc7f467161, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=1be8c256-75e8-4cae-ae26-e2bc7f467161,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:30.608207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:30.620451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66700b09-87c7-42b3-adc2-e01fed3583f5 None None] Routers {'deba1cbb-8b51-4717-bb83-0eab43efd4f1'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:30.621280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-66700b09-87c7-42b3-adc2-e01fed3583f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:33:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['deba1cbb-8b51-4717-bb83-0eab43efd4f1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:30.744355 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Calling delete_port for 1be8c256-75e8-4cae-ae26-e2bc7f467161 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:33:30.824773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-66700b09-87c7-42b3-adc2-e01fed3583f5 None None] Set router deba1cbb-8b51-4717-bb83-0eab43efd4f1 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:30.960530 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-66700b09-87c7-42b3-adc2-e01fed3583f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'name': 'tempest-ServerRescueNegativeTestJSON-561799608-router', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:33:30Z', 'revision_number': 6, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'gw_port_host': None}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:30.966248 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66700b09-87c7-42b3-adc2-e01fed3583f5 None None] The sync data for ids ['deba1cbb-8b51-4717-bb83-0eab43efd4f1'] in dv-cinder-818778-1-iscsi is: [{'id': 'deba1cbb-8b51-4717-bb83-0eab43efd4f1', 'name': 'tempest-ServerRescueNegativeTestJSON-561799608-router', 'tenant_id': 'a1ef99941b3143ba95a5434b23e794cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:02Z', 'updated_at': '2021-11-22T15:33:30Z', 'revision_number': 6, 'project_id': 'a1ef99941b3143ba95a5434b23e794cd', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:33:31.002282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5b431-5527-4c6e-bae5-18fab24c7ca6 req-cfdafa2a-0cbb-45ac-9f2e-c68e2658d1ea tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:31.010730 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4ba5b431-5527-4c6e-bae5-18fab24c7ca6 req-cfdafa2a-0cbb-45ac-9f2e-c68e2658d1ea tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.6115692 Nov 22 15:33:31.029860 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:31.037678 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-151c9e86-d2d7-480f-873e-91b534124aa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:31.107791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Pushing event deleted for resources: {'Port': ['ID=1be8c256-75e8-4cae-ae26-e2bc7f467161,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:31.240950 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4ba5b431-5527-4c6e-bae5-18fab24c7ca6 req-9d4cf66e-aa79-43e9-88e0-93e4afd6a248 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289398 Nov 22 15:33:31.268935 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:31.269603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:31.270014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:31.270421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:31.270858 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:31.271353 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:31.271938 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:31.272625 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:31.273031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:31.273428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:31.273810 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:31.283955 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:31.511393 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852966379'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:31.798383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853145477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29104'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:31.803152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:31.867074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853145579'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:31.867854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Fanout notify agent at l3_agent the message router_deleted on router deba1cbb-8b51-4717-bb83-0eab43efd4f1 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:33:31.901545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:31.905601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 41386) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:31.908610 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] 10.222.0.41 "DELETE /v2.0/routers/deba1cbb-8b51-4717-bb83-0eab43efd4f1 HTTP/1.1" status: 204 len: 168 time: 2.2402897 Nov 22 15:33:32.008545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc68b43-c2e7-4df2-bd4b-cc28fbda0c19 admin admin] Deleting subnet 71b40b5c-6140-47b9-8c5b-5e58ad2caffe {{(pid=88138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:33:32.014290 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4dc68b43-c2e7-4df2-bd4b-cc28fbda0c19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:32.092165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4dc68b43-c2e7-4df2-bd4b-cc28fbda0c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851915914'] for subnet, precommit_delete_associations {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:32.172894 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4dc68b43-c2e7-4df2-bd4b-cc28fbda0c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:32.269875 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 54c00333-9a8d-4394-acf7-309f5119942f no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:33:32.270113 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4dc68b43-c2e7-4df2-bd4b-cc28fbda0c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853300385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853457045'] for subnet, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:32.283104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:32.349410 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4dc68b43-c2e7-4df2-bd4b-cc28fbda0c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:32.365975 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc68b43-c2e7-4df2-bd4b-cc28fbda0c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b40b5c-6140-47b9-8c5b-5e58ad2caffe,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:32.371556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-4dc68b43-c2e7-4df2-bd4b-cc28fbda0c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:32.375926 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-4dc68b43-c2e7-4df2-bd4b-cc28fbda0c19 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/71b40b5c-6140-47b9-8c5b-5e58ad2caffe HTTP/1.1" status: 204 len: 168 time: 0.4669178 Nov 22 15:33:32.376256 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 41396) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:32.388042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 54c00333-9a8d-4394-acf7-309f5119942f {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:33:32.388527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 54c00333-9a8d-4394-acf7-309f5119942f not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:33:32.389077 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 1be8c256-75e8-4cae-ae26-e2bc7f467161 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:33:32.433555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 1be8c256-75e8-4cae-ae26-e2bc7f467161 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:33:32.434229 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 1be8c256-75e8-4cae-ae26-e2bc7f467161 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:33:32.532386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:32.579821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ee0ec-a3a1-445d-8152-90bce3bd4a69 req-a9c5be48-569a-440d-8baa-5153fb15a2c2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:32.581867 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8e9ee0ec-a3a1-445d-8152-90bce3bd4a69 req-a9c5be48-569a-440d-8baa-5153fb15a2c2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.1144512 Nov 22 15:33:32.748713 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:32.781837 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53be012a-dc8f-434c-8197-19ab47323fab']}} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:32.798535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3') {'for_net_delete': True} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:32.799088 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47036a8f-c09a-4ff4-a0e5-2b0dd771d1c3') {} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:32.815052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859903'] for segment, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:32.840491 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:32.851053 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:33:32.851769 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1475325'] for segment, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:33:32.872114 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:33:32.905090 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8e9ee0ec-a3a1-445d-8152-90bce3bd4a69 req-f368b219-802e-478f-8dee-6f81f64089b2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164308 Nov 22 15:33:32.984222 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:32.993946 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:33.015194 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:33.022323 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=53be012a-dc8f-434c-8197-19ab47323fab,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:33.027919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:33.036355 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-943fbc63-ba10-4d8e-8697-2180e4c15b35 admin admin] 10.222.0.41 "DELETE /v2.0/networks/53be012a-dc8f-434c-8197-19ab47323fab HTTP/1.1" status: 204 len: 168 time: 0.6579475 Nov 22 15:33:33.233694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 41404) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:33.313537 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-1540be6d-cdfb-455c-a670-22bd35398298 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1ef99941b3143ba95a5434b23e794cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0745983 Nov 22 15:33:33.313938 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 41408) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:33.407335 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182a3070-26ff-4b4c-95cf-092f384921f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:33.444761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182a3070-26ff-4b4c-95cf-092f384921f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:33.553089 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182a3070-26ff-4b4c-95cf-092f384921f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:33.557772 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-97d1c61d-88b4-49a8-975b-beeed95b6f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:33.574000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a3070-26ff-4b4c-95cf-092f384921f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841b35a9-66f9-4a9c-bec0-07978f98c6ec,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:33.576932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-182a3070-26ff-4b4c-95cf-092f384921f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:33.584001 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182a3070-26ff-4b4c-95cf-092f384921f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:33.589769 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-182a3070-26ff-4b4c-95cf-092f384921f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/841b35a9-66f9-4a9c-bec0-07978f98c6ec HTTP/1.1" status: 204 len: 168 time: 0.2743812 Nov 22 15:33:33.798808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6cd21f9b-7152-403c-9933-28cab2e9662f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:34.185305 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67e991-db06-4d75-9480-388666cbee5d req-e2f15cbb-c2fe-4bc1-bb57-78d225346aa7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:34.187642 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7e67e991-db06-4d75-9480-388666cbee5d req-e2f15cbb-c2fe-4bc1-bb57-78d225346aa7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.1168950 Nov 22 15:33:34.282721 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7e67e991-db06-4d75-9480-388666cbee5d req-9e6f570e-970a-42c2-a1fe-184f829e5bd4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774255 Nov 22 15:33:35.150306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:35.592426 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a583-9e20-4636-9c6d-b79f37e6ec8d req-fb834df9-5839-452b-a2c1-e37081a51453 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:35.600812 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2920a583-9e20-4636-9c6d-b79f37e6ec8d req-fb834df9-5839-452b-a2c1-e37081a51453 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.1126418 Nov 22 15:33:35.667273 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2920a583-9e20-4636-9c6d-b79f37e6ec8d req-dd495053-66ae-4c65-a9d5-e9f432a54874 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647151 Nov 22 15:33:35.996583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7f374728-eadd-4b0f-9b32-12f6c9713a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:36.267569 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:36.342596 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-264df881-3ceb-411a-acbf-858275adb7b4 req-868daa48-fb6c-4c82-a287-2693fbad1800 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5e46446dea84d5b903d3ee928be63b1&device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 1099 time: 0.0795295 Nov 22 15:33:36.499463 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264df881-3ceb-411a-acbf-858275adb7b4 req-25165b8c-63f4-4e52-9c29-c428bc5c63d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:36.501136 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-264df881-3ceb-411a-acbf-858275adb7b4 req-25165b8c-63f4-4e52-9c29-c428bc5c63d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e723389d-e2f5-44b0-b253-ffb2727ee7f5 HTTP/1.1" status: 200 len: 918 time: 0.1490045 Nov 22 15:33:36.619848 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-264df881-3ceb-411a-acbf-858275adb7b4 req-f772e4fa-1dc4-44f3-a1c2-f58954295f56 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e377d494-acd4-4970-9b48-da943c7bc45a HTTP/1.1" status: 200 len: 1002 time: 0.1075826 Nov 22 15:33:36.699817 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264df881-3ceb-411a-acbf-858275adb7b4 req-898fb987-5c28-4e27-b189-67650fc29f13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:36.701412 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-264df881-3ceb-411a-acbf-858275adb7b4 req-898fb987-5c28-4e27-b189-67650fc29f13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=703dae16-b599-4e8b-a944-fd5d1fcd6c1f HTTP/1.1" status: 200 len: 856 time: 0.0679400 Nov 22 15:33:36.803976 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-264df881-3ceb-411a-acbf-858275adb7b4 req-acfe9a0f-3757-4535-b958-425593356bf9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e723389d-e2f5-44b0-b253-ffb2727ee7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924525 Nov 22 15:33:36.888761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206d95-39e7-48ad-b8d2-8c4440745249 req-6bdb449d-d1a7-420e-a11a-70cea6c5db92 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:36.892206 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-db206d95-39e7-48ad-b8d2-8c4440745249 req-6bdb449d-d1a7-420e-a11a-70cea6c5db92 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.0886641 Nov 22 15:33:36.950265 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-db206d95-39e7-48ad-b8d2-8c4440745249 req-e3517f6d-f9ee-4098-bd11-bb64db6e340f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534406 Nov 22 15:33:36.978362 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-264df881-3ceb-411a-acbf-858275adb7b4 req-a05fbfb4-a95d-4a42-904e-bc0e9ba1a3b1 service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626909 Nov 22 15:33:37.134094 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-264df881-3ceb-411a-acbf-858275adb7b4 req-b2faa411-8901-4cb9-997a-ea1db87e0e02 service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451106 Nov 22 15:33:37.439524 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:33:37.440686 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:38.073902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:38.210799 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65392b05-83b8-4b89-8560-29e7f2064153 req-44cd3437-18a5-4d24-abd2-d1cf82d55e8d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:38.212444 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65392b05-83b8-4b89-8560-29e7f2064153 req-44cd3437-18a5-4d24-abd2-d1cf82d55e8d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.1053822 Nov 22 15:33:38.263939 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65392b05-83b8-4b89-8560-29e7f2064153 req-789c6b7d-1c0d-42d3-a8d9-a95a82f0a953 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432844 Nov 22 15:33:39.005635 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 41510) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:39.203947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1cca8064-80b4-4517-939b-d3023eb101a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:39.246748 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1cca8064-80b4-4517-939b-d3023eb101a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:39.250799 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1cca8064-80b4-4517-939b-d3023eb101a6 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1bf589efec49a6abc7b806c0dda0fb is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:39.253797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1cca8064-80b4-4517-939b-d3023eb101a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:39.260495 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1cca8064-80b4-4517-939b-d3023eb101a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:39.336593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1cca8064-80b4-4517-939b-d3023eb101a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:39.342331 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1cca8064-80b4-4517-939b-d3023eb101a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:39.351097 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b9b16b05-ba1d-43cc-b579-75ec83eb7b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:39.397628 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca8064-80b4-4517-939b-d3023eb101a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf3b733-34a9-4eb6-b61e-c4d9700c02ed,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:39.401671 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1cca8064-80b4-4517-939b-d3023eb101a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:39.404217 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-1cca8064-80b4-4517-939b-d3023eb101a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a1bf589efec49a6abc7b806c0dda0fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3974533 Nov 22 15:33:39.406936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 41520) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:39.475440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b79820c9-beae-41ff-8451-5f28604d15b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:39.508596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b79820c9-beae-41ff-8451-5f28604d15b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:39.519382 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef0cea-ad74-4669-a164-6e9805257f64 req-9f051a77-b8d7-491f-8a62-6b6375105078 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:39.521458 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cfef0cea-ad74-4669-a164-6e9805257f64 req-9f051a77-b8d7-491f-8a62-6b6375105078 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 946 time: 0.0985160 Nov 22 15:33:39.569160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b79820c9-beae-41ff-8451-5f28604d15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:39.574180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7edf2e9e-0e11-4659-a690-22709c3e32e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:39.587039 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79820c9-beae-41ff-8451-5f28604d15b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf3b733-34a9-4eb6-b61e-c4d9700c02ed,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:39.589304 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b79820c9-beae-41ff-8451-5f28604d15b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:39.595261 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b79820c9-beae-41ff-8451-5f28604d15b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:39.596670 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b79820c9-beae-41ff-8451-5f28604d15b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cf3b733-34a9-4eb6-b61e-c4d9700c02ed HTTP/1.1" status: 204 len: 168 time: 0.1885624 Nov 22 15:33:39.599606 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cfef0cea-ad74-4669-a164-6e9805257f64 req-83dca714-0646-4acf-8fe7-65c99af4cf07 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702548 Nov 22 15:33:39.721545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device e377d494-acd4-4970-9b48-da943c7bc45a no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:33:40.047022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:40.094674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port e377d494-acd4-4970-9b48-da943c7bc45a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e377d494-acd4-4970-9b48-da943c7bc45a,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:40.095859 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e377d494-acd4-4970-9b48-da943c7bc45a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:33:40.103472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:40.106094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:40.176096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=e377d494-acd4-4970-9b48-da943c7bc45a,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:40.180208 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e377d494-acd4-4970-9b48-da943c7bc45a', 'code': 422} returned with failed status Nov 22 15:33:40.181178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:40.862239 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8c603f43-7e8b-4d2b-8d28-43d0281cdaed req-261c032d-5c3f-4a2b-b5d6-dd8306108dc2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0947082 Nov 22 15:33:41.201543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9c5b7-a3ed-421c-b916-5c832ba1ff5a req-6b3454ae-45f5-4c65-80c3-a9c86ec2d44b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:41.210914 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2da9c5b7-a3ed-421c-b916-5c832ba1ff5a req-6b3454ae-45f5-4c65-80c3-a9c86ec2d44b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1302838 Nov 22 15:33:41.269508 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2da9c5b7-a3ed-421c-b916-5c832ba1ff5a req-fa9c86aa-4768-4dde-8c86-250a6b6ac2cb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576377 Nov 22 15:33:41.333591 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 41590) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:41.532560 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ca4c96ea-bc33-47f8-a327-4aa8716fd323 req-d7084d62-33f3-4765-b4dc-a3d9fc0704a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1974468 Nov 22 15:33:42.516982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39a584-83c0-4eda-88e9-cdb9f5f54acd req-a77214ff-edbf-4262-b5dc-380ed9bf57b7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:42.518824 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fa39a584-83c0-4eda-88e9-cdb9f5f54acd req-a77214ff-edbf-4262-b5dc-380ed9bf57b7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0870795 Nov 22 15:33:42.573172 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fa39a584-83c0-4eda-88e9-cdb9f5f54acd req-2412818b-1f2a-43cf-b206-3fb00daf99b9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444422 Nov 22 15:33:42.719572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 41632) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:42.883886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af5e9930-2933-449c-ad81-72c0e4e1167a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:42.920782 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-af5e9930-2933-449c-ad81-72c0e4e1167a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:42.925223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-af5e9930-2933-449c-ad81-72c0e4e1167a admin admin] Usage tracker for resource:security_group_rule and tenant:5dc64957b40f46ea9b86cf2f37fd3442 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:42.928199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-af5e9930-2933-449c-ad81-72c0e4e1167a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:42.937362 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-af5e9930-2933-449c-ad81-72c0e4e1167a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:43.016505 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af5e9930-2933-449c-ad81-72c0e4e1167a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.019342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af5e9930-2933-449c-ad81-72c0e4e1167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.027052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1882298d-aaed-4f44-bcd4-533e8e2e1ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:43.074714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e9930-2933-449c-ad81-72c0e4e1167a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a74f8cc-d172-4729-bef9-1b6670186714,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:43.078210 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-af5e9930-2933-449c-ad81-72c0e4e1167a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:43.080643 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-af5e9930-2933-449c-ad81-72c0e4e1167a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5dc64957b40f46ea9b86cf2f37fd3442&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3599179 Nov 22 15:33:43.083311 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 41638) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:43.157921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d846e63-dd75-4d79-855f-6759408bc87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.189679 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d846e63-dd75-4d79-855f-6759408bc87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.246716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d846e63-dd75-4d79-855f-6759408bc87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.253256 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b79820c9-beae-41ff-8451-5f28604d15b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:43.269633 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d846e63-dd75-4d79-855f-6759408bc87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a74f8cc-d172-4729-bef9-1b6670186714,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:43.272998 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6d846e63-dd75-4d79-855f-6759408bc87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:43.274531 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d846e63-dd75-4d79-855f-6759408bc87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.279673 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-6d846e63-dd75-4d79-855f-6759408bc87a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a74f8cc-d172-4729-bef9-1b6670186714 HTTP/1.1" status: 204 len: 168 time: 0.1948359 Nov 22 15:33:43.702949 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 41652) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:43.729871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d347a70d-13ef-4bfc-b868-002f4ea72261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.754204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device e377d494-acd4-4970-9b48-da943c7bc45a no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:33:43.826306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d347a70d-13ef-4bfc-b868-002f4ea72261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:43.833029 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-d347a70d-13ef-4bfc-b868-002f4ea72261 admin admin] Usage tracker for resource:security_group_rule and tenant:c836575eb8304100aa9c85f663a07e2e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:43.838145 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-d347a70d-13ef-4bfc-b868-002f4ea72261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:43.845899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d347a70d-13ef-4bfc-b868-002f4ea72261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:43.879435 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d8190-338f-4f86-b2d2-a86bbd107552 req-4c3c5b3d-a607-41c0-ba67-4daa666e8e82 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:43.881423 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-db6d8190-338f-4f86-b2d2-a86bbd107552 req-4c3c5b3d-a607-41c0-ba67-4daa666e8e82 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1402657 Nov 22 15:33:43.973225 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-db6d8190-338f-4f86-b2d2-a86bbd107552 req-0471bc7c-20a3-41c0-865b-5bd821ec3671 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782242 Nov 22 15:33:43.981030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d347a70d-13ef-4bfc-b868-002f4ea72261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.985126 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d347a70d-13ef-4bfc-b868-002f4ea72261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.995232 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-0e9c92b7-3258-4635-a5e2-334533847fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:44.048472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347a70d-13ef-4bfc-b868-002f4ea72261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a2b395-1350-47a0-a7ee-a90e429c80d4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:44.053966 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-d347a70d-13ef-4bfc-b868-002f4ea72261 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c836575eb8304100aa9c85f663a07e2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3478494 Nov 22 15:33:44.055082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d347a70d-13ef-4bfc-b868-002f4ea72261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:44.057759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 41656) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:44.142472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c133ebb8-a128-4fbb-8333-5a17a297ba43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:44.170555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c133ebb8-a128-4fbb-8333-5a17a297ba43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:44.219730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c133ebb8-a128-4fbb-8333-5a17a297ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:44.224963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-118c67c6-691e-483e-b64d-d9c436cc229c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:44.239775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133ebb8-a128-4fbb-8333-5a17a297ba43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a2b395-1350-47a0-a7ee-a90e429c80d4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:44.242518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c133ebb8-a128-4fbb-8333-5a17a297ba43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:44.245788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c133ebb8-a128-4fbb-8333-5a17a297ba43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:44.247004 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-c133ebb8-a128-4fbb-8333-5a17a297ba43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57a2b395-1350-47a0-a7ee-a90e429c80d4 HTTP/1.1" status: 204 len: 168 time: 0.1884470 Nov 22 15:33:45.216455 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119270cb-ce3b-43c2-a532-090428177616 req-ecc7d52f-2fb0-425c-b731-b1a97e5283be tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:45.218091 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-119270cb-ce3b-43c2-a532-090428177616 req-ecc7d52f-2fb0-425c-b731-b1a97e5283be tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0849829 Nov 22 15:33:45.279940 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-119270cb-ce3b-43c2-a532-090428177616 req-700558d2-4c0a-4084-9d49-008de56abc2d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538440 Nov 22 15:33:46.329719 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1717590-10ed-48ea-86af-1819126a3e28 req-1da73a3f-e60f-4d53-9c8e-d84540cddc64 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0973949 Nov 22 15:33:46.452760 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1717590-10ed-48ea-86af-1819126a3e28 req-e510cd05-0c2f-4edd-aea3-13bad1c5cc22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e225451458664743ac9a6173de7a1cd1&device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 1099 time: 0.0915589 Nov 22 15:33:46.537759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d7070-37fd-4c9b-9382-1b4c12c4b9ec req-4b600c28-47d6-4693-a233-119a97162012 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:46.539451 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-770d7070-37fd-4c9b-9382-1b4c12c4b9ec req-4b600c28-47d6-4693-a233-119a97162012 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1009510 Nov 22 15:33:46.592108 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-770d7070-37fd-4c9b-9382-1b4c12c4b9ec req-09eacd61-10b6-4b58-90b4-eb426c3223d1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457940 Nov 22 15:33:46.642514 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1717590-10ed-48ea-86af-1819126a3e28 req-3f1b2c3a-42f4-4a64-8baf-2fbbb7a3c000 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:46.644425 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1717590-10ed-48ea-86af-1819126a3e28 req-3f1b2c3a-42f4-4a64-8baf-2fbbb7a3c000 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e8b50b8-0456-478e-aa05-ea9a12a110ce HTTP/1.1" status: 200 len: 915 time: 0.1627672 Nov 22 15:33:46.740224 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1717590-10ed-48ea-86af-1819126a3e28 req-e229469f-c442-4bcb-bc4b-3c0f0c4569a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ef6ae76-2f49-4ccf-83f5-485b3687f10b HTTP/1.1" status: 200 len: 217 time: 0.0865848 Nov 22 15:33:46.825762 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1717590-10ed-48ea-86af-1819126a3e28 req-4326bb2b-3113-4103-b5ea-423dae1d2e0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:46.828435 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1717590-10ed-48ea-86af-1819126a3e28 req-4326bb2b-3113-4103-b5ea-423dae1d2e0a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a88e1b3-239e-4c5d-9217-5d47009fee79 HTTP/1.1" status: 200 len: 853 time: 0.0743086 Nov 22 15:33:46.927523 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1717590-10ed-48ea-86af-1819126a3e28 req-e3624c91-0ccf-4187-a845-ae4bda99d36a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e8b50b8-0456-478e-aa05-ea9a12a110ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891073 Nov 22 15:33:47.317052 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1717590-10ed-48ea-86af-1819126a3e28 req-9c54804f-7ab4-4378-a32d-50a2842ef09c service neutron] 10.222.0.50 "GET /v2.0/networks/1e8b50b8-0456-478e-aa05-ea9a12a110ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786106 Nov 22 15:33:47.467076 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1717590-10ed-48ea-86af-1819126a3e28 req-90e551b0-a176-4a2c-ba67-10afb48fc54a service neutron] 10.222.0.50 "GET /v2.0/networks/1e8b50b8-0456-478e-aa05-ea9a12a110ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434693 Nov 22 15:33:47.833889 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2ac4e-ffdc-4b64-8913-8c9659780990 req-2f28e8b9-c1c4-4830-8fd0-dc0ecedadbac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:47.835544 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c4d2ac4e-ffdc-4b64-8913-8c9659780990 req-2f28e8b9-c1c4-4830-8fd0-dc0ecedadbac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0918174 Nov 22 15:33:47.888507 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c4d2ac4e-ffdc-4b64-8913-8c9659780990 req-9b5a956f-4147-4ae2-9859-afc0cf2e8e29 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456378 Nov 22 15:33:49.108996 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a2849-ad06-4f7d-9379-d72b0734d228 req-407d9227-f110-450f-a2c6-dff535fad025 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:49.110537 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9e4a2849-ad06-4f7d-9379-d72b0734d228 req-407d9227-f110-450f-a2c6-dff535fad025 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0840504 Nov 22 15:33:49.161086 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9e4a2849-ad06-4f7d-9379-d72b0734d228 req-3737ccea-5b22-4bbf-a6bf-e431121f0ef0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437882 Nov 22 15:33:50.385999 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad99d46-f497-4ade-81e4-7cb724bc16c0 req-4bb5831d-4059-485e-815a-657c1f7537ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:50.387644 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2ad99d46-f497-4ade-81e4-7cb724bc16c0 req-4bb5831d-4059-485e-815a-657c1f7537ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0875678 Nov 22 15:33:50.435632 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2ad99d46-f497-4ade-81e4-7cb724bc16c0 req-ada09f19-d52b-4d22-846c-77adcf7b852a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Nov 22 15:33:51.651435 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15f787-3197-4a75-abd7-ac6215c8be08 req-281a29b3-bd4a-4b46-b7c5-8d91ab5d540d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:51.652957 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3a15f787-3197-4a75-abd7-ac6215c8be08 req-281a29b3-bd4a-4b46-b7c5-8d91ab5d540d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0812962 Nov 22 15:33:51.700470 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3a15f787-3197-4a75-abd7-ac6215c8be08 req-58fb3e4f-4667-4739-9c9e-fd40f4651ec4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414774 Nov 22 15:33:52.924850 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a1c1d-9882-471a-9f97-9bf72be78336 req-621606ef-6089-4510-a8cb-31a403649f9d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:52.926913 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b80a1c1d-9882-471a-9f97-9bf72be78336 req-621606ef-6089-4510-a8cb-31a403649f9d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0935256 Nov 22 15:33:52.975578 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b80a1c1d-9882-471a-9f97-9bf72be78336 req-78c209ec-d28d-41f1-9424-d9a0a30b9a13 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418301 Nov 22 15:33:54.196761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f1d99-2a76-400d-aa3b-8c4bdaa22176 req-eec85ac2-1088-45be-8e07-9fe17011f2dc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:54.198378 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3c0f1d99-2a76-400d-aa3b-8c4bdaa22176 req-eec85ac2-1088-45be-8e07-9fe17011f2dc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0819123 Nov 22 15:33:54.250005 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3c0f1d99-2a76-400d-aa3b-8c4bdaa22176 req-4d3517bc-8080-420d-8baf-1ab450b8252b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453839 Nov 22 15:33:55.497574 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538005-58ac-4c49-ac4b-baf1ac821830 req-cd92c8d1-7dd7-4c31-bbbb-9aa04cb7046c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:55.499196 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-38538005-58ac-4c49-ac4b-baf1ac821830 req-cd92c8d1-7dd7-4c31-bbbb-9aa04cb7046c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0861361 Nov 22 15:33:55.548991 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-38538005-58ac-4c49-ac4b-baf1ac821830 req-a78fadbb-acb1-43e3-bf50-beaa1b060967 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433135 Nov 22 15:33:56.785029 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dfe20-b973-4668-ae6f-f565f9551d68 req-634447b9-97a0-4a5d-a1b6-1a002f1ae6e2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:56.786780 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c7dfe20-b973-4668-ae6f-f565f9551d68 req-634447b9-97a0-4a5d-a1b6-1a002f1ae6e2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0921052 Nov 22 15:33:56.837289 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c7dfe20-b973-4668-ae6f-f565f9551d68 req-cba009d3-8808-47d6-9667-0f4eb4733373 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434716 Nov 22 15:33:58.066139 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a4203-21b8-45d4-8d2f-3a4a3fba0529 req-525a4d13-e476-458a-b061-885061495c37 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:58.067775 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-114a4203-21b8-45d4-8d2f-3a4a3fba0529 req-525a4d13-e476-458a-b061-885061495c37 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0878873 Nov 22 15:33:58.123820 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-114a4203-21b8-45d4-8d2f-3a4a3fba0529 req-051e0728-21b7-439e-8d9a-af416636a79f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496435 Nov 22 15:33:59.349895 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54223d7-1680-44ff-bfaf-9e3cfbc34ee3 req-7ecdd75c-3b84-403e-85d8-94eeed59e570 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:59.352340 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b54223d7-1680-44ff-bfaf-9e3cfbc34ee3 req-7ecdd75c-3b84-403e-85d8-94eeed59e570 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0889034 Nov 22 15:33:59.402147 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b54223d7-1680-44ff-bfaf-9e3cfbc34ee3 req-36667811-8d44-4dad-a9f7-75ee3a5532bf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436320 Nov 22 15:34:00.616119 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fe112-acad-4dd8-a54a-025953d6a41b req-bfb26ba0-eb70-4aa5-938d-03846d382ecd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:00.618223 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c78fe112-acad-4dd8-a54a-025953d6a41b req-bfb26ba0-eb70-4aa5-938d-03846d382ecd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0812719 Nov 22 15:34:00.670822 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c78fe112-acad-4dd8-a54a-025953d6a41b req-07979cc1-a819-4ea8-a407-da217431e03b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447536 Nov 22 15:34:01.884985 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c345d-ff63-40de-9023-87d55afe28d7 req-7bf062dd-c6d0-45ac-84a9-0fe3123b3618 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:01.886603 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a25c345d-ff63-40de-9023-87d55afe28d7 req-7bf062dd-c6d0-45ac-84a9-0fe3123b3618 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0826406 Nov 22 15:34:01.939087 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a25c345d-ff63-40de-9023-87d55afe28d7 req-f8e4dd6f-fcfd-46e1-81d8-85cfa7ebb729 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443752 Nov 22 15:34:03.161796 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b046e-9439-47a4-badf-4af9b9f98083 req-4dcb4cf2-8db1-4403-b88e-b0c8bef13f3f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:03.163445 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-237b046e-9439-47a4-badf-4af9b9f98083 req-4dcb4cf2-8db1-4403-b88e-b0c8bef13f3f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0874467 Nov 22 15:34:03.218671 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-237b046e-9439-47a4-badf-4af9b9f98083 req-ed4174c7-e3a9-4caa-8020-ef67ea6db99d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473640 Nov 22 15:34:03.781373 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd39c22c-2ce7-4b4f-9c3a-48808f355cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:04.493688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb263d9-fcdf-4546-8d0a-941c860d9423 req-3db3eddc-ec50-454b-af27-64baa68d8b97 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:04.495339 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fbb263d9-fcdf-4546-8d0a-941c860d9423 req-3db3eddc-ec50-454b-af27-64baa68d8b97 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0871279 Nov 22 15:34:04.543615 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fbb263d9-fcdf-4546-8d0a-941c860d9423 req-4cb79432-631d-4ed1-bd4c-30e28841b7c6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421832 Nov 22 15:34:05.155161 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:05.778410 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be0393-0411-40f2-abda-05200c8d58e2 req-27fe981d-8e36-4201-a939-8b9da311c2b2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:05.780177 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-81be0393-0411-40f2-abda-05200c8d58e2 req-27fe981d-8e36-4201-a939-8b9da311c2b2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0926874 Nov 22 15:34:05.832431 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-81be0393-0411-40f2-abda-05200c8d58e2 req-d862eb9e-ceb9-4517-981b-2ee9e484e9de tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459411 Nov 22 15:34:05.990092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e9bcab3b-96a6-4b5d-a651-f6f89e9d1558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:06.269246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:07.051136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84ad18-c4b4-4069-a51c-136680e2f2cb req-f345dd80-d076-4e7a-8e3c-702f7e5c1a68 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:07.052741 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c84ad18-c4b4-4069-a51c-136680e2f2cb req-f345dd80-d076-4e7a-8e3c-702f7e5c1a68 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0832255 Nov 22 15:34:07.101301 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c84ad18-c4b4-4069-a51c-136680e2f2cb req-c36ac0a7-c51f-44f3-bf7e-a25e53932eb8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414455 Nov 22 15:34:07.465402 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:08.073611 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:08.323465 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d884641-d7c5-4cd0-bd2d-93f01a689162 req-89231ba5-44fc-4225-aa1a-05961fa9f4d4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:08.325147 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4d884641-d7c5-4cd0-bd2d-93f01a689162 req-89231ba5-44fc-4225-aa1a-05961fa9f4d4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0869474 Nov 22 15:34:08.376659 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4d884641-d7c5-4cd0-bd2d-93f01a689162 req-9c1cc6e1-37f4-4cf4-86f2-57ef17f97fdb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453138 Nov 22 15:34:09.609593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c15720-00d9-4ad2-a426-fc7c88fdf760 req-261f0b6e-370c-447b-aec9-7a04f006e919 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:09.611145 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c4c15720-00d9-4ad2-a426-fc7c88fdf760 req-261f0b6e-370c-447b-aec9-7a04f006e919 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0822520 Nov 22 15:34:09.661599 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c4c15720-00d9-4ad2-a426-fc7c88fdf760 req-95bffe63-2ca6-4473-bb48-f296b2d62926 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445504 Nov 22 15:34:10.880684 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308f021-950e-45a2-af29-5d256407010f req-8fc6f65b-28c5-4224-a6c9-a5e40b407dcd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:10.882276 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f308f021-950e-45a2-af29-5d256407010f req-8fc6f65b-28c5-4224-a6c9-a5e40b407dcd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0840585 Nov 22 15:34:10.931986 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f308f021-950e-45a2-af29-5d256407010f req-45e7bbac-1d23-499d-a956-f67602bd225f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426831 Nov 22 15:34:12.158391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11645f9b-0b9b-45ed-90cc-f5ac210b5cbc req-ecb2da60-92be-4748-b174-0e4c63dfcd4b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:12.160022 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-11645f9b-0b9b-45ed-90cc-f5ac210b5cbc req-ecb2da60-92be-4748-b174-0e4c63dfcd4b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0888903 Nov 22 15:34:12.208867 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-11645f9b-0b9b-45ed-90cc-f5ac210b5cbc req-45bc286a-2be7-4eec-beba-6285d5510c2b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427418 Nov 22 15:34:13.433407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15429c07-02e7-4652-adea-b27981b256f7 req-c08660b3-6b1a-4ef9-84f6-9da5133215b9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:13.435043 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-15429c07-02e7-4652-adea-b27981b256f7 req-c08660b3-6b1a-4ef9-84f6-9da5133215b9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0875368 Nov 22 15:34:13.484510 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-15429c07-02e7-4652-adea-b27981b256f7 req-9116ebff-3cb2-45a8-a951-80fb9bb3f77a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432515 Nov 22 15:34:14.439877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:34:14.701979 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee258c0-b5ef-414f-879c-028e91b1d563 req-088f9451-ae78-40af-a820-d4d7ec35fbae tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:14.703580 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4ee258c0-b5ef-414f-879c-028e91b1d563 req-088f9451-ae78-40af-a820-d4d7ec35fbae tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0833409 Nov 22 15:34:14.751855 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4ee258c0-b5ef-414f-879c-028e91b1d563 req-44ecbd31-34db-4872-8fc6-b11fdaafe81f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 Nov 22 15:34:15.967352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e77bc9-40c7-4cdd-adf9-a8f172a1796f req-3cbc14c6-520a-40aa-b242-d13708d39891 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:15.968957 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d5e77bc9-40c7-4cdd-adf9-a8f172a1796f req-3cbc14c6-520a-40aa-b242-d13708d39891 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0824771 Nov 22 15:34:16.016252 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d5e77bc9-40c7-4cdd-adf9-a8f172a1796f req-21fd10a0-bf2f-4505-80e2-07ea5a46c2f0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413187 Nov 22 15:34:17.237618 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65b96e-7c23-442a-85bd-aa40e3d8b3e4 req-f4da8062-3649-41f1-8c75-a41a539dd305 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:17.239262 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8c65b96e-7c23-442a-85bd-aa40e3d8b3e4 req-f4da8062-3649-41f1-8c75-a41a539dd305 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0881107 Nov 22 15:34:17.291613 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8c65b96e-7c23-442a-85bd-aa40e3d8b3e4 req-848575d2-2cae-4c35-ace4-184e32d28532 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458786 Nov 22 15:34:18.509406 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1194e1-b955-46af-a474-1c4f6ed2920c req-b83cab06-9ac0-48c4-8b55-f7b34004e635 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:18.511056 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1c1194e1-b955-46af-a474-1c4f6ed2920c req-b83cab06-9ac0-48c4-8b55-f7b34004e635 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0829842 Nov 22 15:34:18.565370 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1c1194e1-b955-46af-a474-1c4f6ed2920c req-4821aec7-8ad4-4896-a9c5-c9980dd899fd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480134 Nov 22 15:34:19.791922 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473cd35-b84d-444d-a027-e16c10e8a191 req-e0e1e50f-8d45-4bc3-9bf5-d2f2b16df76e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:19.793536 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0473cd35-b84d-444d-a027-e16c10e8a191 req-e0e1e50f-8d45-4bc3-9bf5-d2f2b16df76e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0825868 Nov 22 15:34:19.841742 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0473cd35-b84d-444d-a027-e16c10e8a191 req-54c4efdc-eeae-4158-820d-f7f06c37c249 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420125 Nov 22 15:34:21.065593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557b157-7d31-444e-b857-104f3e73a651 req-1690738c-a6a0-48d1-bbda-b88ad4ccd3a8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:21.066401 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1557b157-7d31-444e-b857-104f3e73a651 req-1690738c-a6a0-48d1-bbda-b88ad4ccd3a8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0868926 Nov 22 15:34:21.122096 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1557b157-7d31-444e-b857-104f3e73a651 req-ab16984e-664a-4d76-aefc-b529c58790a5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468667 Nov 22 15:34:22.349689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c70eb1-0c3b-4f1e-802c-63ce4a3a6eb4 req-9132ffe5-1901-4587-ba7b-e4893d43433f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:22.351584 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-87c70eb1-0c3b-4f1e-802c-63ce4a3a6eb4 req-9132ffe5-1901-4587-ba7b-e4893d43433f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0831647 Nov 22 15:34:22.400051 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-87c70eb1-0c3b-4f1e-802c-63ce4a3a6eb4 req-b8444692-c58a-4816-82ea-541c738f1d40 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418141 Nov 22 15:34:23.623517 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87f23e-7a2a-4fcd-aa4d-105d8d17b718 req-6ca9f451-60ee-461f-ae06-1e3411173fb9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:23.625059 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ac87f23e-7a2a-4fcd-aa4d-105d8d17b718 req-6ca9f451-60ee-461f-ae06-1e3411173fb9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0932992 Nov 22 15:34:23.675258 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ac87f23e-7a2a-4fcd-aa4d-105d8d17b718 req-96c0494c-f263-4d80-99a2-223ebad9cc32 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439191 Nov 22 15:34:24.891765 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2bcda-46a0-4e50-9ee5-6b06d5e3449b req-e3842afa-0f14-4219-a1d8-3f5b44110e3c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:24.893369 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9e2bcda-46a0-4e50-9ee5-6b06d5e3449b req-e3842afa-0f14-4219-a1d8-3f5b44110e3c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0830605 Nov 22 15:34:24.943457 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9e2bcda-46a0-4e50-9ee5-6b06d5e3449b req-8a6bc806-8e4d-45ef-bcad-c5fa733acbe6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429981 Nov 22 15:34:26.167420 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cbef7-d189-400e-85fe-16fa3c5e8fc8 req-405baee2-ca59-4773-a85d-3ae7dc94a258 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:26.169064 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c57cbef7-d189-400e-85fe-16fa3c5e8fc8 req-405baee2-ca59-4773-a85d-3ae7dc94a258 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0897503 Nov 22 15:34:26.235102 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c57cbef7-d189-400e-85fe-16fa3c5e8fc8 req-114654b8-7311-41b0-8f29-be161070af53 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588207 Nov 22 15:34:27.465174 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2026a-7574-4ae7-a672-7c9609f5c41a req-0a8c7c49-5b07-455e-8c7f-48c36e86dc71 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:27.466854 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-edc2026a-7574-4ae7-a672-7c9609f5c41a req-0a8c7c49-5b07-455e-8c7f-48c36e86dc71 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0857115 Nov 22 15:34:27.524604 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-edc2026a-7574-4ae7-a672-7c9609f5c41a req-db3950f6-9cd2-46b8-a7cc-ff51a4408b1a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493202 Nov 22 15:34:28.746243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7b321-5331-4293-bb3b-8c13dc8fb8af req-29926514-2a9e-4ccb-8d47-58041619cc87 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:28.747832 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-83d7b321-5331-4293-bb3b-8c13dc8fb8af req-29926514-2a9e-4ccb-8d47-58041619cc87 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0849292 Nov 22 15:34:28.796120 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-83d7b321-5331-4293-bb3b-8c13dc8fb8af req-2257ba30-7d75-4acb-8f1f-32ba10276d5b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422044 Nov 22 15:34:30.014667 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b73675-94af-4960-a3f7-8a3a382aee5e req-781bbf8d-1f45-40a6-8aca-0923e41214ae tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:30.014667 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90b73675-94af-4960-a3f7-8a3a382aee5e req-781bbf8d-1f45-40a6-8aca-0923e41214ae tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0876431 Nov 22 15:34:30.065114 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90b73675-94af-4960-a3f7-8a3a382aee5e req-77519e7f-3c3f-4f4a-a94c-11e9019e22bf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433595 Nov 22 15:34:31.281815 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e787221-8067-4088-b0f8-5bfbb47172ca req-8981e230-e354-4946-9e06-d2da4a7f1b6c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:31.283440 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5e787221-8067-4088-b0f8-5bfbb47172ca req-8981e230-e354-4946-9e06-d2da4a7f1b6c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0813010 Nov 22 15:34:31.332429 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5e787221-8067-4088-b0f8-5bfbb47172ca req-df894551-ae84-4de5-8696-7a9637ba1bd4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423484 Nov 22 15:34:32.379798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42290) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:32.545687 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:32.591155 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:32.596857 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Usage tracker for resource:security_group_rule and tenant:d5b0347386dd47efaf8a4bd05ec011f5 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:32.605644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb0b91-6d5c-444e-af6b-7cbb337de4a4 req-f4798c95-05cc-437c-8865-aee74c0f2811 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:32.607244 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-97fb0b91-6d5c-444e-af6b-7cbb337de4a4 req-f4798c95-05cc-437c-8865-aee74c0f2811 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1395080 Nov 22 15:34:32.608069 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:32.615441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:32.675699 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-97fb0b91-6d5c-444e-af6b-7cbb337de4a4 req-d5adb6de-1f20-4020-85bd-ff0e45bef92c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614064 Nov 22 15:34:32.719621 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:32.722396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:32.730464 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-68dbc67e-043e-4c25-ac71-c35aa8884f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:32.963597 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdf5f6a-4fef-43ca-b202-9253c18ccbeb,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:32.973849 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5b0347386dd47efaf8a4bd05ec011f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5928867 Nov 22 15:34:32.977148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42298) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:32.981174 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:32.981588 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:32.982056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:32.982452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:32.983497 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:32.983914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:32.984314 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:32.984774 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:32.985168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:32.986170 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:32.986585 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:32.991390 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:33.041590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.067464 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.113286 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.118315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-428c4e4d-8ab4-42c6-86df-630b12b25522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:33.130376 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdf5f6a-4fef-43ca-b202-9253c18ccbeb,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:33.140841 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.142116 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbdf5f6a-4fef-43ca-b202-9253c18ccbeb HTTP/1.1" status: 204 len: 168 time: 0.1636777 Nov 22 15:34:33.144222 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:33.144663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:33.145137 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:33.145601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:33.146005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:33.146658 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:33.146770 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:33.147225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:33.147547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:33.147939 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:33.148334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:33.152966 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:33.494991 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42308) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:33.515275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58443333-4a72-4a4c-875f-7ab4c33496f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.550175 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58443333-4a72-4a4c-875f-7ab4c33496f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:33.554091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-58443333-4a72-4a4c-875f-7ab4c33496f7 admin admin] Usage tracker for resource:security_group_rule and tenant:60099947c6764902b75e7f154e6ea5c0 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:33.557483 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-58443333-4a72-4a4c-875f-7ab4c33496f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:33.563372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58443333-4a72-4a4c-875f-7ab4c33496f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:33.629315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58443333-4a72-4a4c-875f-7ab4c33496f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.632111 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58443333-4a72-4a4c-875f-7ab4c33496f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.640583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-cb5a622f-01d3-4eac-9d3b-c99f63eb56ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:33.684485 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58443333-4a72-4a4c-875f-7ab4c33496f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741077ec-5a41-4af9-8399-376ba20ec3ed,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:33.687648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-58443333-4a72-4a4c-875f-7ab4c33496f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:33.690524 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-58443333-4a72-4a4c-875f-7ab4c33496f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60099947c6764902b75e7f154e6ea5c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1944630 Nov 22 15:34:33.693295 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42312) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:33.757824 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9d12-d192-4668-b7c3-e46d0b447892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.783792 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-abf09b90-19d8-45dc-bb01-66b7a3a05d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.785714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9d12-d192-4668-b7c3-e46d0b447892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.834850 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9d12-d192-4668-b7c3-e46d0b447892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.839961 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-50d18fc3-b0a2-4cb0-9128-8192db392aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:33.857382 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a9d12-d192-4668-b7c3-e46d0b447892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741077ec-5a41-4af9-8399-376ba20ec3ed,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:33.860148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8e3a9d12-d192-4668-b7c3-e46d0b447892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:33.861302 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9d12-d192-4668-b7c3-e46d0b447892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.866757 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-8e3a9d12-d192-4668-b7c3-e46d0b447892 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/741077ec-5a41-4af9-8399-376ba20ec3ed HTTP/1.1" status: 204 len: 168 time: 0.1708968 Nov 22 15:34:33.894993 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501a5c8-63da-4231-a6f0-40be882c6b99 req-7e61c54c-485f-425e-8d89-5e52f0f9b91f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:33.896600 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9501a5c8-63da-4231-a6f0-40be882c6b99 req-7e61c54c-485f-425e-8d89-5e52f0f9b91f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0843589 Nov 22 15:34:33.945052 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9501a5c8-63da-4231-a6f0-40be882c6b99 req-6bc79ae2-cc11-444c-928d-fd365b781227 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421100 Nov 22 15:34:35.164179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:35.189641 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed67a24-6f9d-42bf-861a-5046dfec1114 req-0a9f8371-34d7-426e-b224-fc176a441962 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:35.191270 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6ed67a24-6f9d-42bf-861a-5046dfec1114 req-0a9f8371-34d7-426e-b224-fc176a441962 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0941510 Nov 22 15:34:35.241817 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6ed67a24-6f9d-42bf-861a-5046dfec1114 req-2e32c161-eff4-4b6e-af74-45e0bb05df8b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433674 Nov 22 15:34:35.991090 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1601-6c37-4298-9cd0-c2b12d421a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:36.274519 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:36.463865 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16566c4f-8758-4710-9e78-a1cd0aef9126 req-39ab035c-0c45-4068-9085-e30364f53b1d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:36.465451 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-16566c4f-8758-4710-9e78-a1cd0aef9126 req-39ab035c-0c45-4068-9085-e30364f53b1d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0826619 Nov 22 15:34:36.514663 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-16566c4f-8758-4710-9e78-a1cd0aef9126 req-bb0ad5a0-c7df-4cc0-a2ef-47c57139197b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429602 Nov 22 15:34:37.306086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42404) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:37.460785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cbeb290-eab6-4e41-b1ac-788b9e5416eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.469806 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.494761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3cbeb290-eab6-4e41-b1ac-788b9e5416eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:37.498836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3cbeb290-eab6-4e41-b1ac-788b9e5416eb admin admin] Usage tracker for resource:security_group_rule and tenant:5449853450b240ac8a5d6e006f37c2ca is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:37.501905 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3cbeb290-eab6-4e41-b1ac-788b9e5416eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:37.508178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3cbeb290-eab6-4e41-b1ac-788b9e5416eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:37.580079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cbeb290-eab6-4e41-b1ac-788b9e5416eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.583884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cbeb290-eab6-4e41-b1ac-788b9e5416eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.591460 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-76879022-d523-4791-88bf-f7d5d8a34208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:37.640275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42414) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:37.640435 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3cbeb290-eab6-4e41-b1ac-788b9e5416eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5449853450b240ac8a5d6e006f37c2ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3330019 Nov 22 15:34:37.641403 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbeb290-eab6-4e41-b1ac-788b9e5416eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04572ec5-816d-480d-b03a-b26bd34538c0,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:37.656028 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3cbeb290-eab6-4e41-b1ac-788b9e5416eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:37.774924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d9d3be13-61c2-43a7-aa96-f12ed9e60d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.809335 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43dd29-5469-4d8d-b9ce-b0d5a941e219 req-18af40b9-1507-4d59-8837-777b31e26894 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:37.811012 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9a43dd29-5469-4d8d-b9ce-b0d5a941e219 req-18af40b9-1507-4d59-8837-777b31e26894 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1499298 Nov 22 15:34:37.815471 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d9d3be13-61c2-43a7-aa96-f12ed9e60d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.896184 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9a43dd29-5469-4d8d-b9ce-b0d5a941e219 req-bef28082-044d-4830-9660-56631d177208 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733943 Nov 22 15:34:37.904059 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d9d3be13-61c2-43a7-aa96-f12ed9e60d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.909279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-0aa4912b-3107-4f6a-8ddb-26f98ab3a710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:37.924737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3be13-61c2-43a7-aa96-f12ed9e60d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04572ec5-816d-480d-b03a-b26bd34538c0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:37.932288 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d9d3be13-61c2-43a7-aa96-f12ed9e60d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.933532 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-d9d3be13-61c2-43a7-aa96-f12ed9e60d7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04572ec5-816d-480d-b03a-b26bd34538c0 HTTP/1.1" status: 204 len: 168 time: 0.2914226 Nov 22 15:34:37.936203 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d9d3be13-61c2-43a7-aa96-f12ed9e60d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:38.076808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.280906 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42422) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:38.300447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05dc9ed5-f0d0-438e-b28c-695c5f346c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.333582 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-05dc9ed5-f0d0-438e-b28c-695c5f346c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:38.338312 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-05dc9ed5-f0d0-438e-b28c-695c5f346c20 admin admin] Usage tracker for resource:security_group_rule and tenant:82272a974ab24f28bf37044a0af782ae is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:38.341358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-05dc9ed5-f0d0-438e-b28c-695c5f346c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:38.347657 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-05dc9ed5-f0d0-438e-b28c-695c5f346c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:38.418737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05dc9ed5-f0d0-438e-b28c-695c5f346c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.422051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05dc9ed5-f0d0-438e-b28c-695c5f346c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.429839 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bf7eb6b2-3a37-4a36-a1c3-8be18513deb8 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:38.473615 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc9ed5-f0d0-438e-b28c-695c5f346c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a072e0e0-3569-4a00-9e07-a1edb9ea6a64,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:38.479795 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-05dc9ed5-f0d0-438e-b28c-695c5f346c20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82272a974ab24f28bf37044a0af782ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1966045 Nov 22 15:34:38.479795 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-05dc9ed5-f0d0-438e-b28c-695c5f346c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:38.481644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42428) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:38.549273 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce9df82f-2f9b-40ce-ac4b-5bd8f36d6493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.576910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce9df82f-2f9b-40ce-ac4b-5bd8f36d6493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.623764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce9df82f-2f9b-40ce-ac4b-5bd8f36d6493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.628561 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6d846e63-dd75-4d79-855f-6759408bc87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:38.641405 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9df82f-2f9b-40ce-ac4b-5bd8f36d6493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a072e0e0-3569-4a00-9e07-a1edb9ea6a64,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:38.644000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ce9df82f-2f9b-40ce-ac4b-5bd8f36d6493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:38.652257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce9df82f-2f9b-40ce-ac4b-5bd8f36d6493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.653457 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ce9df82f-2f9b-40ce-ac4b-5bd8f36d6493 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a072e0e0-3569-4a00-9e07-a1edb9ea6a64 HTTP/1.1" status: 204 len: 168 time: 0.1707137 Nov 22 15:34:39.130209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea16b2-dd87-4b9a-b185-e2d8f22b5db9 req-22257329-5238-47f1-b5db-a7ca3c9deed6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:39.131925 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-baea16b2-dd87-4b9a-b185-e2d8f22b5db9 req-22257329-5238-47f1-b5db-a7ca3c9deed6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0896831 Nov 22 15:34:39.182030 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-baea16b2-dd87-4b9a-b185-e2d8f22b5db9 req-ce4c4482-1692-4ddf-9118-f1b10e9b8148 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437942 Nov 22 15:34:40.528018 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350621d5-f84b-4690-b3c9-ad8ddabf2cf0 req-ac488052-0d2e-41b6-824c-36c316cd7e7b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:40.529636 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-350621d5-f84b-4690-b3c9-ad8ddabf2cf0 req-ac488052-0d2e-41b6-824c-36c316cd7e7b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1497545 Nov 22 15:34:40.556053 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e50d1-e76a-413f-8aa3-011c26024286 req-3f16467b-e586-424b-b272-5e3e7c6adaaa tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:40.557613 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-019e50d1-e76a-413f-8aa3-011c26024286 req-3f16467b-e586-424b-b272-5e3e7c6adaaa tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 946 time: 0.1381009 Nov 22 15:34:40.627467 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-019e50d1-e76a-413f-8aa3-011c26024286 req-b439407d-3565-4123-9849-b6155841f0ab tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618272 Nov 22 15:34:40.651303 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-350621d5-f84b-4690-b3c9-ad8ddabf2cf0 req-c57c9b4d-35e9-4fb4-b770-5654c820282c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151187 Nov 22 15:34:40.864067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f742c-dd13-4df5-ba62-2c5b9f8ead48 req-2c5e606e-bad9-4409-a38e-b613771ca04d tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:40.864828 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-f35f742c-dd13-4df5-ba62-2c5b9f8ead48 req-2c5e606e-bad9-4409-a38e-b613771ca04d tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Synchronizing usage tracker for tenant:e225451458664743ac9a6173de7a1cd1 on resource:port {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:34:40.878129 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-f35f742c-dd13-4df5-ba62-2c5b9f8ead48 req-2c5e606e-bad9-4409-a38e-b613771ca04d tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Unset dirty status for tenant:e225451458664743ac9a6173de7a1cd1 on resource:port {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:34:40.879414 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f35f742c-dd13-4df5-ba62-2c5b9f8ead48 req-2c5e606e-bad9-4409-a38e-b613771ca04d tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.50 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 946 time: 0.1075215 Nov 22 15:34:40.962318 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-f35f742c-dd13-4df5-ba62-2c5b9f8ead48 req-59554b8a-1e9a-4b25-bbff-e3a501d3e582 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Deleting port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:40.962750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-f35f742c-dd13-4df5-ba62-2c5b9f8ead48 req-59554b8a-1e9a-4b25-bbff-e3a501d3e582 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:41.233361 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-f35f742c-dd13-4df5-ba62-2c5b9f8ead48 req-59554b8a-1e9a-4b25-bbff-e3a501d3e582 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] For port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6ef6ae76-2f49-4ccf-83f5-485b3687f10b,segment=NetworkSegment(e50c34a0-2ca4-439c-848f-5d155e017785),segment_id=e50c34a0-2ca4-439c-848f-5d155e017785)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:41.233770 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-f35f742c-dd13-4df5-ba62-2c5b9f8ead48 req-59554b8a-1e9a-4b25-bbff-e3a501d3e582 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:41.368198 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-f35f742c-dd13-4df5-ba62-2c5b9f8ead48 req-59554b8a-1e9a-4b25-bbff-e3a501d3e582 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Calling delete_port for 6ef6ae76-2f49-4ccf-83f5-485b3687f10b owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:41.533093 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-f35f742c-dd13-4df5-ba62-2c5b9f8ead48 req-59554b8a-1e9a-4b25-bbff-e3a501d3e582 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:41.539472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:41.547985 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['6ef6ae76-2f49-4ccf-83f5-485b3687f10b'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:34:41.588756 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59554b8a-1e9a-4b25-bbff-e3a501d3e582 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Pushing event deleted for resources: {'Port': ['ID=6ef6ae76-2f49-4ccf-83f5-485b3687f10b,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:41.592585 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-59554b8a-1e9a-4b25-bbff-e3a501d3e582 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:41.666334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35f742c-dd13-4df5-ba62-2c5b9f8ead48 req-59554b8a-1e9a-4b25-bbff-e3a501d3e582 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] No DVR routers for this DVR port 6ef6ae76-2f49-4ccf-83f5-485b3687f10b on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:34:41.669040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-f35f742c-dd13-4df5-ba62-2c5b9f8ead48 req-59554b8a-1e9a-4b25-bbff-e3a501d3e582 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:41.671937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56493234-bd20-4dd6-9692-330129606f2e', 'name': 'network-vif-deleted', 'tag': '6ef6ae76-2f49-4ccf-83f5-485b3687f10b'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:34:41.690814 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f35f742c-dd13-4df5-ba62-2c5b9f8ead48 req-59554b8a-1e9a-4b25-bbff-e3a501d3e582 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.50 "DELETE /v2.0/ports/6ef6ae76-2f49-4ccf-83f5-485b3687f10b HTTP/1.1" status: 204 len: 173 time: 0.8028030 Nov 22 15:34:41.732166 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56493234-bd20-4dd6-9692-330129606f2e', 'name': 'network-vif-deleted', 'tag': '6ef6ae76-2f49-4ccf-83f5-485b3687f10b', 'status': 'completed', 'code': 200} Nov 22 15:34:41.844417 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ef2ffa38-438b-45ac-aa2a-529eca1b0e88 req-33901690-aedb-4d55-9d87-adec7a631744 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] 10.222.0.41 "GET /v2.0/ports?device_id=56493234-bd20-4dd6-9692-330129606f2e HTTP/1.1" status: 200 len: 210 time: 0.0484061 Nov 22 15:34:41.932371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed6ac7-48c4-4b85-a688-16c919d484a3 req-410d6a9b-aacd-4db7-8153-73f3d2aaa79c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:41.933869 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-94ed6ac7-48c4-4b85-a688-16c919d484a3 req-410d6a9b-aacd-4db7-8153-73f3d2aaa79c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0921664 Nov 22 15:34:41.984736 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-94ed6ac7-48c4-4b85-a688-16c919d484a3 req-0d24f775-2edd-49f0-9076-c02b42c60d2e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445352 Nov 22 15:34:43.225000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9280e6-b0e0-43b6-807c-5df521d8b838 req-c94def46-ea3a-4448-bcf2-4b68e3b54912 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:43.226992 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5a9280e6-b0e0-43b6-807c-5df521d8b838 req-c94def46-ea3a-4448-bcf2-4b68e3b54912 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0931330 Nov 22 15:34:43.282925 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5a9280e6-b0e0-43b6-807c-5df521d8b838 req-a8db03d4-4685-4244-91fd-1dea02ef4458 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492938 Nov 22 15:34:43.809927 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42576) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:44.064543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 6ef6ae76-2f49-4ccf-83f5-485b3687f10b no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:34:44.098775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: 6ef6ae76-2f49-4ccf-83f5-485b3687f10b {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:34:44.099180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 6ef6ae76-2f49-4ccf-83f5-485b3687f10b not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:34:44.268802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42590) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:44.439226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852942588'] for router_interface, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:44.474097 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-65089449-8f82-4fc7-9a23-c9f23618d130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:44.531413 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-65089449-8f82-4fc7-9a23-c9f23618d130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:44.536715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-65089449-8f82-4fc7-9a23-c9f23618d130 admin admin] Usage tracker for resource:security_group_rule and tenant:343305742b1e4abba532856e23fb1147 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:44.541434 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-65089449-8f82-4fc7-9a23-c9f23618d130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:44.549942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-65089449-8f82-4fc7-9a23-c9f23618d130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:44.559461 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43b6fd-39c8-480b-bf7d-3e1c572b5598 req-253393e7-e6b1-4b76-a1d0-627efb6f5d23 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:44.561044 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7f43b6fd-39c8-480b-bf7d-3e1c572b5598 req-253393e7-e6b1-4b76-a1d0-627efb6f5d23 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1284943 Nov 22 15:34:44.627518 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7f43b6fd-39c8-480b-bf7d-3e1c572b5598 req-e9a2bbe6-792c-4775-8dd8-3446fce61684 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594099 Nov 22 15:34:44.667947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-65089449-8f82-4fc7-9a23-c9f23618d130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:44.670910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-65089449-8f82-4fc7-9a23-c9f23618d130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:44.678322 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9e3cca0b-e91a-4ce5-912a-34bff5d7acbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:44.725081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65089449-8f82-4fc7-9a23-c9f23618d130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfb8e9c-c9d7-46e0-a353-4a5a1f8863e3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:44.730595 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-65089449-8f82-4fc7-9a23-c9f23618d130 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=343305742b1e4abba532856e23fb1147&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4606717 Nov 22 15:34:44.731665 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-65089449-8f82-4fc7-9a23-c9f23618d130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:44.733331 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42598) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:44.796197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a7cf-61ce-401d-88f7-14d5d8a4c91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:44.823446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a7cf-61ce-401d-88f7-14d5d8a4c91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:44.868384 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a7cf-61ce-401d-88f7-14d5d8a4c91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:44.873469 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-608345b2-6d9f-4407-9948-33f4743c9759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:44.886525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3a7cf-61ce-401d-88f7-14d5d8a4c91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfb8e9c-c9d7-46e0-a353-4a5a1f8863e3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:44.889144 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fcf3a7cf-61ce-401d-88f7-14d5d8a4c91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:44.897627 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a7cf-61ce-401d-88f7-14d5d8a4c91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:44.901783 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-fcf3a7cf-61ce-401d-88f7-14d5d8a4c91a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cfb8e9c-c9d7-46e0-a353-4a5a1f8863e3 HTTP/1.1" status: 204 len: 168 time: 0.1674581 Nov 22 15:34:45.070215 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] Deleting port 09578895-9177-48ba-9047-750b0a429049 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:45.070597 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:45.266980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42608) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:45.287775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbe3e-61a9-4ec5-ac44-ca6b33e30e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:45.323994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ef7cbe3e-61a9-4ec5-ac44-ca6b33e30e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:45.328340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-ef7cbe3e-61a9-4ec5-ac44-ca6b33e30e85 admin admin] Usage tracker for resource:security_group_rule and tenant:f80a998c46404290a60a0df6f1267ae5 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:45.331575 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-ef7cbe3e-61a9-4ec5-ac44-ca6b33e30e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:45.339307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ef7cbe3e-61a9-4ec5-ac44-ca6b33e30e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:45.418552 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbe3e-61a9-4ec5-ac44-ca6b33e30e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:45.421456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbe3e-61a9-4ec5-ac44-ca6b33e30e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:45.429328 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-20a1dde2-e59b-4a5f-8ec6-8a930e3112c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:45.468873 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] For port 09578895-9177-48ba-9047-750b0a429049, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=09578895-9177-48ba-9047-750b0a429049,segment=NetworkSegment(e50c34a0-2ca4-439c-848f-5d155e017785),segment_id=e50c34a0-2ca4-439c-848f-5d155e017785)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:45.469383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:45.474803 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cbe3e-61a9-4ec5-ac44-ca6b33e30e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25457b5-b9f0-470d-91f7-202ca8598c56,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:45.480563 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ef7cbe3e-61a9-4ec5-ac44-ca6b33e30e85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f80a998c46404290a60a0df6f1267ae5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2124314 Nov 22 15:34:45.481561 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ef7cbe3e-61a9-4ec5-ac44-ca6b33e30e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:45.483378 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42612) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:45.553024 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-367a9aed-5756-4d47-8f68-14d951d73ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:45.581698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-367a9aed-5756-4d47-8f68-14d951d73ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:45.602793 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] Calling delete_port for 09578895-9177-48ba-9047-750b0a429049 owned by network:router_interface {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:45.632797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-367a9aed-5756-4d47-8f68-14d951d73ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:45.636145 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e1d43b7b-fbdd-4095-8ff7-13ef6faa40d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:45.651286 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a9aed-5756-4d47-8f68-14d951d73ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25457b5-b9f0-470d-91f7-202ca8598c56,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:45.654442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-367a9aed-5756-4d47-8f68-14d951d73ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:45.656482 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-367a9aed-5756-4d47-8f68-14d951d73ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:45.657718 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-367a9aed-5756-4d47-8f68-14d951d73ff6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d25457b5-b9f0-470d-91f7-202ca8598c56 HTTP/1.1" status: 204 len: 168 time: 0.1732409 Nov 22 15:34:45.793021 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:45.797522 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2e0e563c-cd1b-40e0-8fc3-c1eead44a634 tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:45.839960 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] Pushing event deleted for resources: {'Port': ['ID=09578895-9177-48ba-9047-750b0a429049,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:45.845031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:45.859793 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052faab3-abcf-4ba8-bb39-7af09a1dc716 req-10197ab6-e610-4550-94f9-0101736e8455 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:45.861494 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-052faab3-abcf-4ba8-bb39-7af09a1dc716 req-10197ab6-e610-4550-94f9-0101736e8455 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0880704 Nov 22 15:34:45.925849 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-052faab3-abcf-4ba8-bb39-7af09a1dc716 req-c05a3a2b-4c40-4e9b-baaa-ed489561ba03 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546453 Nov 22 15:34:46.255674 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a40a31b4-a6e3-4fdd-8b48-4bcceab70a25 req-d9fd95c0-48c1-42c4-816e-ec22ca05be0d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1257305 Nov 22 15:34:46.273651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852942434'] for router_interface, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:46.525398 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a40a31b4-a6e3-4fdd-8b48-4bcceab70a25 req-4ce54e1e-20f3-4849-9617-72fd238614f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 1099 time: 0.1604638 Nov 22 15:34:46.782945 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a31b4-a6e3-4fdd-8b48-4bcceab70a25 req-5e7135d4-0742-4cb7-a14b-6c682676a935 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:46.784535 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a40a31b4-a6e3-4fdd-8b48-4bcceab70a25 req-5e7135d4-0742-4cb7-a14b-6c682676a935 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.2339036 Nov 22 15:34:46.938479 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a40a31b4-a6e3-4fdd-8b48-4bcceab70a25 req-7b0199ed-97a6-47d0-b8e5-6a45dbc9ea33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc05d5-0abe-4ba7-9f37-0b894f0c9400 HTTP/1.1" status: 200 len: 217 time: 0.0919628 Nov 22 15:34:47.087556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a31b4-a6e3-4fdd-8b48-4bcceab70a25 req-823a9b91-c2f0-46a9-afa3-08898732395e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:47.089131 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a40a31b4-a6e3-4fdd-8b48-4bcceab70a25 req-823a9b91-c2f0-46a9-afa3-08898732395e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.1402853 Nov 22 15:34:47.149983 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a40a31b4-a6e3-4fdd-8b48-4bcceab70a25 req-d7de04f3-2283-41fd-bc07-51a731e77d3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502880 Nov 22 15:34:47.154274 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe1c89-c4a9-4c77-8503-8bebbe89580b req-a29b37f4-2f8a-4669-9ae3-f6e89cacec5d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:47.156050 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7ebe1c89-c4a9-4c77-8503-8bebbe89580b req-a29b37f4-2f8a-4669-9ae3-f6e89cacec5d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0877433 Nov 22 15:34:47.211552 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7ebe1c89-c4a9-4c77-8503-8bebbe89580b req-7b6efe82-7aef-433e-8bd0-562e46e908fa tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488791 Nov 22 15:34:47.263245 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42650) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:47.389353 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a40a31b4-a6e3-4fdd-8b48-4bcceab70a25 req-40e6662d-1195-4ec9-9d28-0578eb1854a5 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823239 Nov 22 15:34:47.432379 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] Router e1a38b7c-6345-4a1e-981b-f02e5db86db5 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:34:47.500632 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c606c967-1072-43e1-8240-0bc8d1c41adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:47.534258 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c606c967-1072-43e1-8240-0bc8d1c41adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:47.538308 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c606c967-1072-43e1-8240-0bc8d1c41adf admin admin] Usage tracker for resource:security_group_rule and tenant:03793956eb1b4c96b84c6f6a058d54e0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:47.541876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c606c967-1072-43e1-8240-0bc8d1c41adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:47.548283 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c606c967-1072-43e1-8240-0bc8d1c41adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:47.625358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c606c967-1072-43e1-8240-0bc8d1c41adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:47.628660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c606c967-1072-43e1-8240-0bc8d1c41adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:47.636946 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b938db0f-1d0d-43be-bb72-744305555aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:47.683518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606c967-1072-43e1-8240-0bc8d1c41adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ed9161-1fd0-4a17-b69c-17107fd192c3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:47.686909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c606c967-1072-43e1-8240-0bc8d1c41adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:47.693365 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-c606c967-1072-43e1-8240-0bc8d1c41adf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03793956eb1b4c96b84c6f6a058d54e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4265187 Nov 22 15:34:47.694543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42656) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:47.760313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e7c2513c-e665-4b1a-b81f-4972cb79748f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:47.789989 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e7c2513c-e665-4b1a-b81f-4972cb79748f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:47.838401 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a40a31b4-a6e3-4fdd-8b48-4bcceab70a25 req-39687037-5798-4e83-8786-a2faf8b457c0 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369631 Nov 22 15:34:47.839621 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e7c2513c-e665-4b1a-b81f-4972cb79748f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:47.844755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-05dc9ed5-f0d0-438e-b28c-695c5f346c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:47.862246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2513c-e665-4b1a-b81f-4972cb79748f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ed9161-1fd0-4a17-b69c-17107fd192c3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:47.864677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e7c2513c-e665-4b1a-b81f-4972cb79748f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:47.866681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e7c2513c-e665-4b1a-b81f-4972cb79748f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:47.869346 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e7c2513c-e665-4b1a-b81f-4972cb79748f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18ed9161-1fd0-4a17-b69c-17107fd192c3 HTTP/1.1" status: 204 len: 168 time: 0.1747186 Nov 22 15:34:47.977240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:34:47.992124 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e3084-bba6-4d1a-9de6-3b240f14cd83 None None] Sync routers for ids ['e1a38b7c-6345-4a1e-981b-f02e5db86db5'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:34:47.998880 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] 10.222.0.41 "PUT /v2.0/routers/e1a38b7c-6345-4a1e-981b-f02e5db86db5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1873920 Nov 22 15:34:48.001906 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42662) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:48.006209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e3084-bba6-4d1a-9de6-3b240f14cd83 None None] Routers {'e1a38b7c-6345-4a1e-981b-f02e5db86db5'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:34:48.007182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-9f5e3084-bba6-4d1a-9de6-3b240f14cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:34:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['e1a38b7c-6345-4a1e-981b-f02e5db86db5'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:48.208640 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-9f5e3084-bba6-4d1a-9de6-3b240f14cd83 None None] Set router e1a38b7c-6345-4a1e-981b-f02e5db86db5 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:34:48.222218 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:48.540768 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfe404-2ccb-4d1e-9f25-d0beb8f03acc req-e8fb75db-e0bf-4d51-ae46-f960c2f720ab tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:48.543174 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-33dfe404-2ccb-4d1e-9f25-d0beb8f03acc req-e8fb75db-e0bf-4d51-ae46-f960c2f720ab tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1399870 Nov 22 15:34:48.573908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-9f5e3084-bba6-4d1a-9de6-3b240f14cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'name': 'tempest-TestMinimumBasicScenario-312758253-router', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:33Z', 'updated_at': '2021-11-22T15:34:45Z', 'revision_number': 5, 'project_id': 'e225451458664743ac9a6173de7a1cd1', 'gw_port': {'id': 'e12a5a1b-5d06-40c9-9bc2-debd869352c8', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:34Z', 'updated_at': '2021-11-22T15:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:48.578579 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e3084-bba6-4d1a-9de6-3b240f14cd83 None None] Checking router: e1a38b7c-6345-4a1e-981b-f02e5db86db5 for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:34:48.591690 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e3084-bba6-4d1a-9de6-3b240f14cd83 None None] Routers {'e1a38b7c-6345-4a1e-981b-f02e5db86db5'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:34:48.592372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-9f5e3084-bba6-4d1a-9de6-3b240f14cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:34:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['e1a38b7c-6345-4a1e-981b-f02e5db86db5'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:48.603465 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:48.631832 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-33dfe404-2ccb-4d1e-9f25-d0beb8f03acc req-1b4cc20d-72d6-4a8e-a780-94541e498eca tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825703 Nov 22 15:34:48.637467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Deleting port e12a5a1b-5d06-40c9-9bc2-debd869352c8 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:48.638005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:48.805287 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-9f5e3084-bba6-4d1a-9de6-3b240f14cd83 None None] Set router e1a38b7c-6345-4a1e-981b-f02e5db86db5 gateway port host: None {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:34:48.903082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] For port e12a5a1b-5d06-40c9-9bc2-debd869352c8, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=e12a5a1b-5d06-40c9-9bc2-debd869352c8,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:48.903476 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:48.940533 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42686) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:48.954949 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-9f5e3084-bba6-4d1a-9de6-3b240f14cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'name': 'tempest-TestMinimumBasicScenario-312758253-router', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:33Z', 'updated_at': '2021-11-22T15:34:48Z', 'revision_number': 6, 'project_id': 'e225451458664743ac9a6173de7a1cd1', 'gw_port_host': None}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:48.959726 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e3084-bba6-4d1a-9de6-3b240f14cd83 None None] The sync data for ids ['e1a38b7c-6345-4a1e-981b-f02e5db86db5'] in dv-cinder-818778-1-iscsi is: [{'id': 'e1a38b7c-6345-4a1e-981b-f02e5db86db5', 'name': 'tempest-TestMinimumBasicScenario-312758253-router', 'tenant_id': 'e225451458664743ac9a6173de7a1cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:33Z', 'updated_at': '2021-11-22T15:34:48Z', 'revision_number': 6, 'project_id': 'e225451458664743ac9a6173de7a1cd1', 'gw_port_host': None}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:34:49.038475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Calling delete_port for e12a5a1b-5d06-40c9-9bc2-debd869352c8 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:49.113346 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1227109412-network', 'tenant_id': '2abbe339939b4604ab82ee99e332d025'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:34:49.120052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:49.125352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Usage tracker for resource:network and tenant:2abbe339939b4604ab82ee99e332d025 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:49.129082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:49.138583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:49.149457 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Made reservation on behalf of 2abbe339939b4604ab82ee99e332d025 for: {'network': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:34:49.156183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.171641 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.212698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:49.217174 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:2abbe339939b4604ab82ee99e332d025 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:49.220328 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:49.227738 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:49.240792 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.244611 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-23024dec-e126-4987-9071-174cbc34d9ad tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:49.289498 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Pushing event deleted for resources: {'Port': ['ID=e12a5a1b-5d06-40c9-9bc2-debd869352c8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:49.293562 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:49.310570 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.316578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.324019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8509515d-3215-4e13-8a68-b48f5b04552b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:49.357316 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=88138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:34:49.371297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7d55ac-d6a1-4af9-8881-767974390b0e,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:49.375617 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:49.376624 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.377078 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Added segment d5dd4ee0-9689-4810-b1ee-8bd22f6618f1 of type vlan for network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c Nov 22 15:34:49.404670 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.436153 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.437429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:49.438065 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.443359 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-506adff8-3234-4692-b6f8-8d0dc387ddaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:49.552941 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6111469 Nov 22 15:34:49.556177 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42694) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:49.559239 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=08802539-0f0c-49d4-b62a-4a8d1b1c2b0c,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:49.565092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Request body: {'subnet': {'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1227109412-subnet', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'ip_version': 4}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:34:49.568779 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:49.571574 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:49.572913 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:34:49.575878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Usage tracker for resource:subnet and tenant:2abbe339939b4604ab82ee99e332d025 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:49.579073 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:49.579380 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852966379'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.586737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:49.599426 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Made reservation on behalf of 2abbe339939b4604ab82ee99e332d025 for: {'subnet': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:34:49.608797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1318770'] for subnet, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.839223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1475475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1318755'] for subnet, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.844288 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:49.926939 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=144b3a50-ce89-4718-b4aa-7f08929c44b6,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:49.931247 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:49.940364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Checking segment: {'id': 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:34:49.940760 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Network hostable DHCP agents. Network: 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:34:49.963841 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:34:49.972793 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c) {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:34:49.977735 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:49.978419 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.983552 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a925e77f-0045-46d9-8794-1fa13dcd85dc None None] Network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:34:49.998921 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-88a4c57d-61e2-4311-be50-b779e09e1355 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4415791 Nov 22 15:34:50.001610 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42700) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:50.007551 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1227109412-router', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:34:50.012397 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:50.017018 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Usage tracker for resource:router and tenant:2abbe339939b4604ab82ee99e332d025 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:50.019895 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:50.027072 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:50.037157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1627575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28999'] for router, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.038139 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853148395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746696'] for router, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.060088 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.160914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853145477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29104'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.174127 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.194240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f1704-681f-4d8e-8d42-7b29aef45f0e req-e5f9e796-12fd-4003-adc5-0924015c7c0b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:50.196347 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-264f1704-681f-4d8e-8d42-7b29aef45f0e req-e5f9e796-12fd-4003-adc5-0924015c7c0b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.2464700 Nov 22 15:34:50.229869 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746711'] for router, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.238591 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853145579'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.239196 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a38b7c-6345-4a1e-981b-f02e5db86db5 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:34:50.247087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d692c69-4de3-5c91-a23a-bac7a1986daa-08802539-0f0c-49d4-b62a-4a8d1b1c2b0c', 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'fixed_ips': [{'subnet_id': '144b3a50-ce89-4718-b4aa-7f08929c44b6'}]}} from dv-cinder-818778-1-iscsi. {{(pid=88140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:34:50.249186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.277061 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-264f1704-681f-4d8e-8d42-7b29aef45f0e req-67dd84d0-07ad-46ae-a797-f1caf9b45399 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616326 Nov 22 15:34:50.278564 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.302654 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] 10.222.0.41 "DELETE /v2.0/routers/e1a38b7c-6345-4a1e-981b-f02e5db86db5 HTTP/1.1" status: 204 len: 168 time: 2.2944899 Nov 22 15:34:50.305038 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42704) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:50.355805 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 09578895-9177-48ba-9047-750b0a429049 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:34:50.396944 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 09578895-9177-48ba-9047-750b0a429049 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:34:50.397339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 09578895-9177-48ba-9047-750b0a429049 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:34:50.397811 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device e12a5a1b-5d06-40c9-9bc2-debd869352c8 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:34:50.402753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46bdde6-0f3d-487d-b056-25c39ee81e0a admin admin] Deleting subnet 8a88e1b3-239e-4c5d-9217-5d47009fee79 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:34:50.406900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d46bdde6-0f3d-487d-b056-25c39ee81e0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.437031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: e12a5a1b-5d06-40c9-9bc2-debd869352c8 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:34:50.437428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device e12a5a1b-5d06-40c9-9bc2-debd869352c8 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:34:50.476247 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d46bdde6-0f3d-487d-b056-25c39ee81e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3102249'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.517168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.557330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.562659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d46bdde6-0f3d-487d-b056-25c39ee81e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.643448 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d46bdde6-0f3d-487d-b056-25c39ee81e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1224936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1358002'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.655333 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:50.692145 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d46bdde6-0f3d-487d-b056-25c39ee81e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.701351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2888cf6f-ca84-443c-bad1-e953686a15d2 None None] Network 1e8b50b8-0456-478e-aa05-ea9a12a110ce requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:34:50.706300 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bdde6-0f3d-487d-b056-25c39ee81e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a88e1b3-239e-4c5d-9217-5d47009fee79,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:50.708977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d46bdde6-0f3d-487d-b056-25c39ee81e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:50.713459 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-d46bdde6-0f3d-487d-b056-25c39ee81e0a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8a88e1b3-239e-4c5d-9217-5d47009fee79 HTTP/1.1" status: 204 len: 168 time: 0.4049640 Nov 22 15:34:50.713753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42710) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:50.714900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Allocated IP 172.27.0.26 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/e9931567-277e-44cc-9966-43b1c85265cc) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:34:50.814707 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Allocated IP 172.20.0.2 (08802539-0f0c-49d4-b62a-4a8d1b1c2b0c/144b3a50-ce89-4718-b4aa-7f08929c44b6/7665ded7-31ea-48da-b57f-158dac7b7942) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:34:50.844577 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.856990 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Deleting port 0e67fa74-0be9-4a96-af2d-60a7c12fd359 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:50.857361 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.883405 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.912128 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:50.916958 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-59554b8a-1e9a-4b25-bbff-e3a501d3e582 tempest-TestMinimumBasicScenario-499361336 tempest-TestMinimumBasicScenario-499361336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:50.990543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:34:50.994789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:34:50.996899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Pushing event updated for resources: {'Port': ['ID=e9931567-277e-44cc-9966-43b1c85265cc,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:51.007083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:34:51.029856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:51.077368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] For port 0e67fa74-0be9-4a96-af2d-60a7c12fd359, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=0e67fa74-0be9-4a96-af2d-60a7c12fd359,segment=NetworkSegment(e50c34a0-2ca4-439c-848f-5d155e017785),segment_id=e50c34a0-2ca4-439c-848f-5d155e017785)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:51.077759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.122778 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc273378-3efe-4bc7-b426-a193004a642e None None] DHCP port deletion for 1e8b50b8-0456-478e-aa05-ea9a12a110ce request from dv-cinder-818778-1-iscsi {{(pid=88140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:34:51.140648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-fc273378-3efe-4bc7-b426-a193004a642e None None] Deleting port 0e67fa74-0be9-4a96-af2d-60a7c12fd359 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:51.141058 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc273378-3efe-4bc7-b426-a193004a642e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.188117 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.188894 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853148241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852966345'] for router, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.209716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.216827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Calling delete_port for 0e67fa74-0be9-4a96-af2d-60a7c12fd359 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:51.263132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Transition to ACTIVE for port object 7665ded7-31ea-48da-b57f-158dac7b7942 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:34:51.298852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.307502 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Transition to ACTIVE for port object 7665ded7-31ea-48da-b57f-158dac7b7942 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:34:51.311901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-02d9c493-c9da-46ef-bfc4-295910fbace3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:51.328516 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.334649 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:51.352327 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] No DVR routers for this DVR port 0e67fa74-0be9-4a96-af2d-60a7c12fd359 on host dv-cinder-818778-1-iscsi {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:34:51.387415 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e67fa74-0be9-4a96-af2d-60a7c12fd359,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:51.392552 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:51.441803 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:34:51.472720 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-fc273378-3efe-4bc7-b426-a193004a642e None None] For port 0e67fa74-0be9-4a96-af2d-60a7c12fd359, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=0e67fa74-0be9-4a96-af2d-60a7c12fd359,segment=NetworkSegment(e50c34a0-2ca4-439c-848f-5d155e017785),segment_id=e50c34a0-2ca4-439c-848f-5d155e017785)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:51.473157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc273378-3efe-4bc7-b426-a193004a642e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.482914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Router 4115f252-083c-47d7-b8cb-25c5c8570fbd is scheduled to L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 with binding_index 1 {{(pid=88138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:34:51.485432 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:34:51.492336 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:34:51.545136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.549563 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:34:51.593718 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8b50b8-0456-478e-aa05-ea9a12a110ce']}} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:51.606757 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Pushing event updated for resources: {'Port': ['ID=7665ded7-31ea-48da-b57f-158dac7b7942,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:51.612428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50c34a0-2ca4-439c-848f-5d155e017785') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:51.612857 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50c34a0-2ca4-439c-848f-5d155e017785') {} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:51.614968 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-fc273378-3efe-4bc7-b426-a193004a642e None None] Calling delete_port for 0e67fa74-0be9-4a96-af2d-60a7c12fd359 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:51.628625 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851673568'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.651297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.660673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:34:51.661199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853550774'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:34:51.676431 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:34:51.682556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bcaec-7e80-4451-8159-dfbff87f18fa req-ea929b8d-02b3-49cb-8684-f892b1160876 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:51.685109 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-013bcaec-7e80-4451-8159-dfbff87f18fa req-ea929b8d-02b3-49cb-8684-f892b1160876 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1797416 Nov 22 15:34:51.703022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:51.703411 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:51.703785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:51.704160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:51.704522 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:51.704887 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:51.705251 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:51.705614 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:51.705977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:51.706344 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:51.706716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:51.717303 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:51.725236 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:34:51.735741 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Sync routers for ids ['4115f252-083c-47d7-b8cb-25c5c8570fbd'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:34:51.749905 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Routers {'4115f252-083c-47d7-b8cb-25c5c8570fbd'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:34:51.750357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Notify callbacks [] for router, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.751299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:34:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['4115f252-083c-47d7-b8cb-25c5c8570fbd'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:51.751880 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7492518 Nov 22 15:34:51.754746 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42716) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:51.785386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Attempting to bind port 7665ded7-31ea-48da-b57f-158dac7b7942 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:34:51.785799 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Attempting to bind port 7665ded7-31ea-48da-b57f-158dac7b7942 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:34:51.786203 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Attempting to bind port 7665ded7-31ea-48da-b57f-158dac7b7942 on network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:34:51.794473 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.db.api [None req-fc273378-3efe-4bc7-b426-a193004a642e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:34:51.794918 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_db.api [None req-fc273378-3efe-4bc7-b426-a193004a642e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:34:51.796070 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:34:51.796425 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Checking segment: {'id': 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:34:51.796862 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.797295 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Bound using segment: {'id': 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:34:51.797809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Bound port: 7665ded7-31ea-48da-b57f-158dac7b7942, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:34:51.798730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.836202 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-013bcaec-7e80-4451-8159-dfbff87f18fa req-86238047-d1e9-4869-8609-0d67e6e4d119 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436119 Nov 22 15:34:51.845561 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.851588 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-54fce0ce-9bfb-4d79-a381-4f4c33806899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:51.873836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.886869 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8b50b8-0456-478e-aa05-ea9a12a110ce,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:51.904648 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] 10.222.0.41 "DELETE /v2.0/networks/1e8b50b8-0456-478e-aa05-ea9a12a110ce HTTP/1.1" status: 204 len: 168 time: 1.1898732 Nov 22 15:34:51.905512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42722) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:51.906396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-454bab56-348b-4eff-998d-2c88428e573c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:51.926039 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] For port 7665ded7-31ea-48da-b57f-158dac7b7942, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:34:51.941648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] For port 7665ded7-31ea-48da-b57f-158dac7b7942, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=7665ded7-31ea-48da-b57f-158dac7b7942,segment=NetworkSegment(d5dd4ee0-9689-4810-b1ee-8bd22f6618f1),segment_id=d5dd4ee0-9689-4810-b1ee-8bd22f6618f1)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:34:51.941648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:51.945136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:52.017555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Pushing event updated for resources: {'Port': ['ID=7665ded7-31ea-48da-b57f-158dac7b7942,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:52.021492 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:52.073618 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Set router 4115f252-083c-47d7-b8cb-25c5c8570fbd gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:34:52.296340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-fc273378-3efe-4bc7-b426-a193004a642e None None] Deleting port 0e67fa74-0be9-4a96-af2d-60a7c12fd359 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:52.296871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc273378-3efe-4bc7-b426-a193004a642e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:52.351892 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 0e67fa74-0be9-4a96-af2d-60a7c12fd359 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:34:52.409327 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c88d6f2-dbde-43d4-9a4d-2718f4b3699e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852942588'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:52.480969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 0e67fa74-0be9-4a96-af2d-60a7c12fd359 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:34:52.482256 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 0e67fa74-0be9-4a96-af2d-60a7c12fd359 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:34:52.510500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'name': 'tempest-TestShelveInstance-1227109412-router', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:51Z', 'revision_number': 3, 'project_id': '2abbe339939b4604ab82ee99e332d025', 'gw_port': {'id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:52.515810 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Checking router: 4115f252-083c-47d7-b8cb-25c5c8570fbd for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:34:52.517493 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Updating router 4115f252-083c-47d7-b8cb-25c5c8570fbd port e9931567-277e-44cc-9966-43b1c85265cc binding host dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:34:52.537897 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-fc273378-3efe-4bc7-b426-a193004a642e None None] The port '0e67fa74-0be9-4a96-af2d-60a7c12fd359' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:34:52.593065 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:52.951937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:53.013900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:53.027169 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Transition to ACTIVE for port object e9931567-277e-44cc-9966-43b1c85265cc will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:34:53.036673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:53.042296 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:53.130858 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Pushing event updated for resources: {'Port': ['ID=e9931567-277e-44cc-9966-43b1c85265cc,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:53.145135 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Attempting to bind port e9931567-277e-44cc-9966-43b1c85265cc on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:34:53.145545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Attempting to bind port e9931567-277e-44cc-9966-43b1c85265cc by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:34:53.145951 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Attempting to bind port e9931567-277e-44cc-9966-43b1c85265cc on network 94e56778-0464-46a4-925b-03555f7ef8fd {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:34:53.149792 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:53.150171 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:53.150541 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:53.150931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:53.151295 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:53.151654 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:53.152017 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:53.152375 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:53.152728 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:53.153081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:53.153433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:53.158278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:53.161828 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:34:53.162185 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Checking segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:34:53.162641 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:53.163071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Bound using segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:34:53.163627 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Bound port: e9931567-277e-44cc-9966-43b1c85265cc, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:34:53.164489 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:53.177394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b280a7b-5b9d-45f7-8e53-2f3a7730b07c req-b911913a-fca7-4ef0-bf15-c3fad437b769 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:53.179576 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2b280a7b-5b9d-45f7-8e53-2f3a7730b07c req-b911913a-fca7-4ef0-bf15-c3fad437b769 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1681454 Nov 22 15:34:53.226527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Allocated IP 172.20.0.1 (08802539-0f0c-49d4-b62a-4a8d1b1c2b0c/144b3a50-ce89-4718-b4aa-7f08929c44b6/db390c09-5ff0-42de-be53-99781742df0e) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:34:53.240570 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] For port e9931567-277e-44cc-9966-43b1c85265cc, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:34:53.244300 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] For port e9931567-277e-44cc-9966-43b1c85265cc, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=e9931567-277e-44cc-9966-43b1c85265cc,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:34:53.247674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:53.252383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-53a0cd82-f7fe-4486-ad2d-664f138528e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:53.323741 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Pushing event updated for resources: {'Port': ['ID=e9931567-277e-44cc-9966-43b1c85265cc,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:53.329192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:53.357777 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Routers {'4115f252-083c-47d7-b8cb-25c5c8570fbd'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:34:53.358849 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:34:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['4115f252-083c-47d7-b8cb-25c5c8570fbd'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:53.440628 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:53.463258 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Transition to ACTIVE for port object db390c09-5ff0-42de-be53-99781742df0e will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:34:53.490344 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:53.496925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:53.580870 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2b280a7b-5b9d-45f7-8e53-2f3a7730b07c req-f45b3390-77f9-48d8-a150-f91715fa4d9e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3930237 Nov 22 15:34:53.581088 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:34:53.584678 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:34:53.590775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:34:53.593818 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5c88d6f2-dbde-43d4-9a4d-2718f4b3699e admin admin] Deleting port 91e9284d-600d-49b0-985d-fe1bad43efd1 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:53.598671 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c88d6f2-dbde-43d4-9a4d-2718f4b3699e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:53.633211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Pushing event updated for resources: {'Port': ['ID=db390c09-5ff0-42de-be53-99781742df0e,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:53.647431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:53.674545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833330'] for router_interface, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:53.718733 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] Set router 4115f252-083c-47d7-b8cb-25c5c8570fbd gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:34:53.769616 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:53.806221 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-5c88d6f2-dbde-43d4-9a4d-2718f4b3699e admin admin] For port 91e9284d-600d-49b0-985d-fe1bad43efd1, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=91e9284d-600d-49b0-985d-fe1bad43efd1,segment=NetworkSegment(89003805-140f-430e-9e33-4b7495e765d4),segment_id=89003805-140f-430e-9e33-4b7495e765d4)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:53.806784 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c88d6f2-dbde-43d4-9a4d-2718f4b3699e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:53.949032 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5c88d6f2-dbde-43d4-9a4d-2718f4b3699e admin admin] Calling delete_port for 91e9284d-600d-49b0-985d-fe1bad43efd1 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:53.961905 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cac0e7-2430-4a57-b487-8dc5c0e64d00 None None] Network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:34:54.051936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:54.057042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:54.095956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-de7efdba-a692-4be2-bf2e-8d631d3723e6 None None] Provisioning for port 7665ded7-31ea-48da-b57f-158dac7b7942 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:34:54.099377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-95969060-337d-4cd2-9f8d-f97c177d25ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:54.108281 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'name': 'tempest-TestShelveInstance-1227109412-router', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:51Z', 'revision_number': 3, 'project_id': '2abbe339939b4604ab82ee99e332d025', 'gw_port': {'id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:54.119801 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5402b5f6-4de1-4d48-a1f9-6fd99f3dff2c None None] The sync data for ids ['4115f252-083c-47d7-b8cb-25c5c8570fbd'] in dv-cinder-818778-1-iscsi is: [{'id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'name': 'tempest-TestShelveInstance-1227109412-router', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:51Z', 'revision_number': 3, 'project_id': '2abbe339939b4604ab82ee99e332d025', 'gw_port': {'id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:34:54.181192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c88d6f2-dbde-43d4-9a4d-2718f4b3699e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:54.186710 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-836b5de5-974f-4057-8535-d1e78e1bb43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:54.215031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Pushing event updated for resources: {'Port': ['ID=db390c09-5ff0-42de-be53-99781742df0e,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:54.218006 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7221004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852942571'] for router_interface, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:54.234178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:54.247490 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88d6f2-dbde-43d4-9a4d-2718f4b3699e admin admin] Pushing event deleted for resources: {'Port': ['ID=91e9284d-600d-49b0-985d-fe1bad43efd1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:54.252260 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5c88d6f2-dbde-43d4-9a4d-2718f4b3699e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:54.436069 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 7665ded7-31ea-48da-b57f-158dac7b7942 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:34:54.464894 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:34:54.466475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:34:54.584519 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 7665ded7-31ea-48da-b57f-158dac7b7942 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:34:54.592629 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 7665ded7-31ea-48da-b57f-158dac7b7942 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:34:54.593958 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:54.656599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c88d6f2-dbde-43d4-9a4d-2718f4b3699e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852942434'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:54.797449 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:54.904554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 7665ded7-31ea-48da-b57f-158dac7b7942, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=7665ded7-31ea-48da-b57f-158dac7b7942,segment=NetworkSegment(d5dd4ee0-9689-4810-b1ee-8bd22f6618f1),segment_id=d5dd4ee0-9689-4810-b1ee-8bd22f6618f1)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:54.908923 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:54.912464 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f9cb896d-0454-400d-8c55-8c8e31db796f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:54.978727 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbb575-b32a-47da-a428-7ac2e10a4c61 req-f278e7e9-c947-488a-b55d-01038a3a3fb6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:54.980356 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-62fbb575-b32a-47da-a428-7ac2e10a4c61 req-f278e7e9-c947-488a-b55d-01038a3a3fb6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1270976 Nov 22 15:34:55.000386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=7665ded7-31ea-48da-b57f-158dac7b7942,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:55.016102 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:55.077285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-189417e1-4b60-4ee9-a280-819b5048a461 None None] Provisioning complete for port 7665ded7-31ea-48da-b57f-158dac7b7942 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:34:55.077716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-189417e1-4b60-4ee9-a280-819b5048a461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:55.084148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Router 4115f252-083c-47d7-b8cb-25c5c8570fbd has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:34:55.184261 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-62fbb575-b32a-47da-a428-7ac2e10a4c61 req-f5fb0da8-3504-423b-8873-92f6bdad8e0f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175714 Nov 22 15:34:55.302870 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-189417e1-4b60-4ee9-a280-819b5048a461 None None] Provisioning for port db390c09-5ff0-42de-be53-99781742df0e completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:34:55.323056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-189417e1-4b60-4ee9-a280-819b5048a461 None None] Provisioning complete for port db390c09-5ff0-42de-be53-99781742df0e triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:34:55.323575 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-189417e1-4b60-4ee9-a280-819b5048a461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:55.428934 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:34:55.430243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-189417e1-4b60-4ee9-a280-819b5048a461 None None] Port db390c09-5ff0-42de-be53-99781742df0e cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:34:55.449760 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] 10.222.0.41 "PUT /v2.0/routers/4115f252-083c-47d7-b8cb-25c5c8570fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6937995 Nov 22 15:34:55.566582 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-a66a02be-3731-4c2e-b18f-6d67d8359532 None None] Provisioning complete for port db390c09-5ff0-42de-be53-99781742df0e triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:34:55.568080 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a66a02be-3731-4c2e-b18f-6d67d8359532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:55.673640 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a66a02be-3731-4c2e-b18f-6d67d8359532 None None] Port db390c09-5ff0-42de-be53-99781742df0e cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:34:55.791354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c88d6f2-dbde-43d4-9a4d-2718f4b3699e admin admin] Router 771e8668-964e-4724-994f-c741fd3f000b has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:34:55.798116 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-aa536b55-3c4d-4a72-b0ef-c029bb30f472 None None] Provisioning complete for port db390c09-5ff0-42de-be53-99781742df0e triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:34:55.798707 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aa536b55-3c4d-4a72-b0ef-c029bb30f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:55.864557 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-aa536b55-3c4d-4a72-b0ef-c029bb30f472 None None] Port db390c09-5ff0-42de-be53-99781742df0e cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:34:56.025988 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c88d6f2-dbde-43d4-9a4d-2718f4b3699e admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:34:56.035248 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-5c88d6f2-dbde-43d4-9a4d-2718f4b3699e admin admin] 10.222.0.41 "PUT /v2.0/routers/771e8668-964e-4724-994f-c741fd3f000b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1272936 Nov 22 15:34:56.036438 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03865007-4831-40be-9096-c5dc55db0efa None None] Sync routers for ids ['771e8668-964e-4724-994f-c741fd3f000b'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:34:56.037874 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42746) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:56.051161 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03865007-4831-40be-9096-c5dc55db0efa None None] Routers {'771e8668-964e-4724-994f-c741fd3f000b'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:34:56.052138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-03865007-4831-40be-9096-c5dc55db0efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:34:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['771e8668-964e-4724-994f-c741fd3f000b'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:56.286674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:56.305277 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-03865007-4831-40be-9096-c5dc55db0efa None None] Set router 771e8668-964e-4724-994f-c741fd3f000b gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:34:56.578107 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device e9931567-277e-44cc-9966-43b1c85265cc up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:34:56.634596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42762) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:56.641417 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-644986564-network', 'tenant_id': '8f1a699db91a42a180716200e43709d6'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:34:56.646740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:56.651438 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Usage tracker for resource:network and tenant:8f1a699db91a42a180716200e43709d6 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:56.654502 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:56.664925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:56.679462 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Made reservation on behalf of 8f1a699db91a42a180716200e43709d6 for: {'network': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:34:56.684709 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:56.699469 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:56.735409 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:56.739713 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Usage tracker for resource:security_group_rule and tenant:8f1a699db91a42a180716200e43709d6 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:56.743994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:56.750076 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:56.820458 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:56.823567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port e9931567-277e-44cc-9966-43b1c85265cc completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:34:56.823698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:56.828004 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ce9df82f-2f9b-40ce-ac4b-5bd8f36d6493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:56.842734 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port e9931567-277e-44cc-9966-43b1c85265cc triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:34:56.843040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:56.856910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:34:56.871403 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27bc050-d6c2-4783-8348-16657f6ca6b6,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:56.875588 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:56.880477 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:56.881007 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Added segment 53f4766e-26e7-47ba-9dd0-1d24a14086d8 of type vlan for network 479b91af-7e54-489d-903a-3560d29a13a2 Nov 22 15:34:56.902706 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09c56b-42be-433b-90cc-ad0ca9e90b24 req-f80b6630-6434-4f64-a7ab-7f02133a49d4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:56.904347 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6a09c56b-42be-433b-90cc-ad0ca9e90b24 req-f80b6630-6434-4f64-a7ab-7f02133a49d4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1978571 Nov 22 15:34:56.912529 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:56.946065 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:56.947413 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:56.948055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:56.953495 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:56.973517 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6a09c56b-42be-433b-90cc-ad0ca9e90b24 req-989c9c61-9994-460d-8510-10bd864f608a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620399 Nov 22 15:34:56.995858 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:57.004854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Deleting port 9a61b853-6aa8-44bc-bdf5-668e078c0154 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:57.005226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:57.025710 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-03865007-4831-40be-9096-c5dc55db0efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771e8668-964e-4724-994f-c741fd3f000b', 'name': 'tempest-TestMinimumBasicScenario-1507284908-router', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:34:54Z', 'revision_number': 5, 'project_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'gw_port': {'id': '9a61b853-6aa8-44bc-bdf5-668e078c0154', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e8668-964e-4724-994f-c741fd3f000b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:57.030692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:57.036423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03865007-4831-40be-9096-c5dc55db0efa None None] Checking router: 771e8668-964e-4724-994f-c741fd3f000b for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:34:57.053453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port e9931567-277e-44cc-9966-43b1c85265cc, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=e9931567-277e-44cc-9966-43b1c85265cc,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:57.054899 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4184365 Nov 22 15:34:57.058118 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:57.059060 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 7665ded7-31ea-48da-b57f-158dac7b7942 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:34:57.059925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42766) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:57.063998 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Pushing event updated for resources: {'Network': ['ID=479b91af-7e54-489d-903a-3560d29a13a2,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:57.066966 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:57.073977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Request body: {'subnet': {'network_id': '479b91af-7e54-489d-903a-3560d29a13a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-644986564-subnet', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:34:57.082071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:57.089340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c02696ad-e726-4547-9e8c-369d80647e01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:57.103611 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Usage tracker for resource:subnet and tenant:8f1a699db91a42a180716200e43709d6 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:57.110706 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:57.120105 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 479b91af-7e54-489d-903a-3560d29a13a2 details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:34:57.127668 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:57.150748 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03865007-4831-40be-9096-c5dc55db0efa None None] Routers {'771e8668-964e-4724-994f-c741fd3f000b'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:34:57.151400 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-03865007-4831-40be-9096-c5dc55db0efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:34:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['771e8668-964e-4724-994f-c741fd3f000b'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:57.199080 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Made reservation on behalf of 8f1a699db91a42a180716200e43709d6 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:34:57.203770 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853417813'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:57.328076 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] For port 9a61b853-6aa8-44bc-bdf5-668e078c0154, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=9a61b853-6aa8-44bc-bdf5-668e078c0154,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:57.328494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:57.424641 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=e9931567-277e-44cc-9966-43b1c85265cc,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:57.433003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:57.444127 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-03865007-4831-40be-9096-c5dc55db0efa None None] Set router 771e8668-964e-4724-994f-c741fd3f000b gateway port host: None {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:34:57.468423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Calling delete_port for 9a61b853-6aa8-44bc-bdf5-668e078c0154 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:57.499118 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 7665ded7-31ea-48da-b57f-158dac7b7942 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:34:57.499542 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:57.602313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-03865007-4831-40be-9096-c5dc55db0efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771e8668-964e-4724-994f-c741fd3f000b', 'name': 'tempest-TestMinimumBasicScenario-1507284908-router', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:34:56Z', 'revision_number': 6, 'project_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'gw_port_host': None}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:57.610271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03865007-4831-40be-9096-c5dc55db0efa None None] The sync data for ids ['771e8668-964e-4724-994f-c741fd3f000b'] in dv-cinder-818778-1-iscsi is: [{'id': '771e8668-964e-4724-994f-c741fd3f000b', 'name': 'tempest-TestMinimumBasicScenario-1507284908-router', 'tenant_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:27:45Z', 'updated_at': '2021-11-22T15:34:56Z', 'revision_number': 6, 'project_id': '88ecb4d055424fcba8e5c717e6f1bf87', 'gw_port_host': None}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:34:57.669201 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853551068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853417798'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:57.709178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:57.821193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee690bc-40e8-4206-a6bc-f1ea9b6f5120,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:57.826494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:57.827263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:57.834211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:57.884554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a61b853-6aa8-44bc-bdf5-668e078c0154,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:57.887183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Checking segment: {'id': '53f4766e-26e7-47ba-9dd0-1d24a14086d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:34:57.887764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Network hostable DHCP agents. Network: 479b91af-7e54-489d-903a-3560d29a13a2, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:34:57.892413 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:57.991295 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Network 479b91af-7e54-489d-903a-3560d29a13a2 is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:34:57.995651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Sync routers for ids ['4115f252-083c-47d7-b8cb-25c5c8570fbd'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:34:58.005426 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 479b91af-7e54-489d-903a-3560d29a13a2) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:34:58.013422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c851f6b9-2995-4d95-aa3d-d538bbffe1b7 None None] Network 479b91af-7e54-489d-903a-3560d29a13a2 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:34:58.015433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Routers {'4115f252-083c-47d7-b8cb-25c5c8570fbd'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:34:58.016385 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-619b5369-76fd-4892-b140-57039c66a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:34:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['4115f252-083c-47d7-b8cb-25c5c8570fbd'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:58.086162 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:58.086838 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.230753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Set router 4115f252-083c-47d7-b8cb-25c5c8570fbd gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:34:58.245984 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3a67ecbf-fcbe-4c6b-b1aa-527665c912df admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1820083 Nov 22 15:34:58.248235 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852966379'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.249205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42774) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:58.256240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-644986564-router', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:34:58.264600 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:34:58.283775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Usage tracker for resource:router and tenant:8f1a699db91a42a180716200e43709d6 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:34:58.287372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:34:58.290079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d692c69-4de3-5c91-a23a-bac7a1986daa-479b91af-7e54-489d-903a-3560d29a13a2', 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'fixed_ips': [{'subnet_id': 'cee690bc-40e8-4206-a6bc-f1ea9b6f5120'}]}} from dv-cinder-818778-1-iscsi. {{(pid=88140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:34:58.291004 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.295124 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:34:58.323584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1627575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28999'] for router, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.324601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853148395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746696'] for router, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.349362 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.442612 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device e9931567-277e-44cc-9966-43b1c85265cc up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:34:58.531532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746711'] for router, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.593022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853145477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29104'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.597628 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.624523 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853145579'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.625358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 771e8668-964e-4724-994f-c741fd3f000b {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:34:58.636483 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.641780 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/771e8668-964e-4724-994f-c741fd3f000b HTTP/1.1" status: 204 len: 168 time: 2.5987797 Nov 22 15:34:58.641780 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42778) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:58.723455 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port e9931567-277e-44cc-9966-43b1c85265cc triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:34:58.723877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.742207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e5976-7f3b-47e1-b251-8c205220cfd2 req-086a0ba4-0f05-4cd1-86d8-c0ce50b2a49b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:58.751127 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6a5e5976-7f3b-47e1-b251-8c205220cfd2 req-086a0ba4-0f05-4cd1-86d8-c0ce50b2a49b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.5827215 Nov 22 15:34:58.776261 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Allocated IP 172.20.0.2 (479b91af-7e54-489d-903a-3560d29a13a2/cee690bc-40e8-4206-a6bc-f1ea9b6f5120/5fde393d-dc41-4918-bfe2-f6ba5601efe0) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:34:58.791205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce24526-e112-4495-9de1-6d6c60beb141 admin admin] Deleting subnet f077c0d6-f83a-4509-a258-a3bc0c609ead {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:34:58.814381 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ce24526-e112-4495-9de1-6d6c60beb141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.849241 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.896785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ce24526-e112-4495-9de1-6d6c60beb141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3102249'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.912411 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-619b5369-76fd-4892-b140-57039c66a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'name': 'tempest-TestShelveInstance-1227109412-router', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:53Z', 'revision_number': 4, 'project_id': '2abbe339939b4604ab82ee99e332d025', 'gw_port': {'id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': 'db390c09-5ff0-42de-be53-99781742df0e', 'name': '', 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'mac_address': 'fa:16:3e:a8:11:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '144b3a50-ce89-4718-b4aa-7f08929c44b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:53Z', 'updated_at': '2021-11-22T15:34:53Z', 'revision_number': 2, 'project_id': '2abbe339939b4604ab82ee99e332d025', 'subnets': [{'id': '144b3a50-ce89-4718-b4aa-7f08929c44b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:58.917712 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Checking router: 4115f252-083c-47d7-b8cb-25c5c8570fbd for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:34:58.918116 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Updating router 4115f252-083c-47d7-b8cb-25c5c8570fbd port db390c09-5ff0-42de-be53-99781742df0e binding host dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:34:58.923794 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.982608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:58.986355 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6a5e5976-7f3b-47e1-b251-8c205220cfd2 req-f5334485-aea7-4614-8d57-d4c062676592 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337730 Nov 22 15:34:59.035403 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ce24526-e112-4495-9de1-6d6c60beb141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.095208 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Allocated IP 172.27.0.164 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/f7ebc8b0-99a3-40b7-a03f-e9d369cc873d) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:34:59.113193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 9a61b853-6aa8-44bc-bdf5-668e078c0154 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:34:59.162765 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 9a61b853-6aa8-44bc-bdf5-668e078c0154 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:34:59.164331 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 9a61b853-6aa8-44bc-bdf5-668e078c0154 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:34:59.164962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 91e9284d-600d-49b0-985d-fe1bad43efd1 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:34:59.216476 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 91e9284d-600d-49b0-985d-fe1bad43efd1 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:34:59.216873 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 91e9284d-600d-49b0-985d-fe1bad43efd1 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:34:59.226292 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.239624 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Transition to ACTIVE for port object 5fde393d-dc41-4918-bfe2-f6ba5601efe0 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:34:59.311966 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Transition to ACTIVE for port object 5fde393d-dc41-4918-bfe2-f6ba5601efe0 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:34:59.326209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.358952 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:59.375674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ce24526-e112-4495-9de1-6d6c60beb141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1224936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1358002'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.381293 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:59.423760 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce24526-e112-4495-9de1-6d6c60beb141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f077c0d6-f83a-4509-a258-a3bc0c609ead,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:59.430826 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6ce24526-e112-4495-9de1-6d6c60beb141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:59.435782 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ce24526-e112-4495-9de1-6d6c60beb141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.445884 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-6ce24526-e112-4495-9de1-6d6c60beb141 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f077c0d6-f83a-4509-a258-a3bc0c609ead HTTP/1.1" status: 204 len: 168 time: 0.8001299 Nov 22 15:34:59.446456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42784) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:59.459115 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f294129a-92d5-489d-8aa8-f7eaf98e1a37 None None] Network 139902b7-ebc6-40ea-b380-24a4d9a6bd37 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:34:59.521044 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.535301 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Transition to ACTIVE for port object db390c09-5ff0-42de-be53-99781742df0e will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:34:59.540618 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.542150 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.547333 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:59.584130 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.588767 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:59.601957 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.614578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Deleting port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:59.614979 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.626313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89eb54-f048-40f1-937f-3cbdd9458af2 None None] Pushing event updated for resources: {'Port': ['ID=db390c09-5ff0-42de-be53-99781742df0e,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:59.631000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9d89eb54-f048-40f1-937f-3cbdd9458af2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:59.663094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Network 479b91af-7e54-489d-903a-3560d29a13a2 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:34:59.677205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ebc8b0-99a3-40b7-a03f-e9d369cc873d,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:59.683346 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:34:59.685880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:34:59.687827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:34:59.689088 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:59.690489 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:34:59.692909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:34:59.842469 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Attempting to bind port db390c09-5ff0-42de-be53-99781742df0e on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:34:59.843285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Attempting to bind port db390c09-5ff0-42de-be53-99781742df0e by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:34:59.843870 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Attempting to bind port db390c09-5ff0-42de-be53-99781742df0e on network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:34:59.851829 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:34:59.852513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Checking segment: {'id': 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:34:59.853131 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.853715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Bound using segment: {'id': 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:34:59.854367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Bound port: db390c09-5ff0-42de-be53-99781742df0e, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:34:59.854968 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.892181 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.893075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853148241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852966345'] for router, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:59.893247 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Pushing event updated for resources: {'Port': ['ID=5fde393d-dc41-4918-bfe2-f6ba5601efe0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:59.897192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:59.984578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-619b5369-76fd-4892-b140-57039c66a956 None None] For port db390c09-5ff0-42de-be53-99781742df0e, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:34:59.988608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-619b5369-76fd-4892-b140-57039c66a956 None None] For port db390c09-5ff0-42de-be53-99781742df0e, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=db390c09-5ff0-42de-be53-99781742df0e,segment=NetworkSegment(d5dd4ee0-9689-4810-b1ee-8bd22f6618f1),segment_id=d5dd4ee0-9689-4810-b1ee-8bd22f6618f1)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:34:59.994874 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:00.024035 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-02f6e0bb-6580-486b-8e56-ebc41f4bcf7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:00.062335 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] For port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=69367fcf-8fea-47dd-a2ab-15264ba5f9a7,segment=NetworkSegment(89003805-140f-430e-9e33-4b7495e765d4),segment_id=89003805-140f-430e-9e33-4b7495e765d4)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:00.062792 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:00.069346 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Attempting to bind port 5fde393d-dc41-4918-bfe2-f6ba5601efe0 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:35:00.070574 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Attempting to bind port 5fde393d-dc41-4918-bfe2-f6ba5601efe0 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '53f4766e-26e7-47ba-9dd0-1d24a14086d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:35:00.071273 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Attempting to bind port 5fde393d-dc41-4918-bfe2-f6ba5601efe0 on network 479b91af-7e54-489d-903a-3560d29a13a2 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:35:00.104292 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:35:00.104864 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Checking segment: {'id': '53f4766e-26e7-47ba-9dd0-1d24a14086d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:35:00.104996 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:00.105408 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Bound using segment: {'id': '53f4766e-26e7-47ba-9dd0-1d24a14086d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:35:00.106064 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Bound port: 5fde393d-dc41-4918-bfe2-f6ba5601efe0, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f4766e-26e7-47ba-9dd0-1d24a14086d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:35:00.106345 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:00.215271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Routers {'4115f252-083c-47d7-b8cb-25c5c8570fbd'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:35:00.215968 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-619b5369-76fd-4892-b140-57039c66a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:34:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['4115f252-083c-47d7-b8cb-25c5c8570fbd'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:00.240625 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Router 1ccd184a-ce46-4f40-899a-4577fabec8d5 is scheduled to L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 with binding_index 1 {{(pid=88138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:35:00.245573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] For port 5fde393d-dc41-4918-bfe2-f6ba5601efe0, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:35:00.248978 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] For port 5fde393d-dc41-4918-bfe2-f6ba5601efe0, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=5fde393d-dc41-4918-bfe2-f6ba5601efe0,segment=NetworkSegment(53f4766e-26e7-47ba-9dd0-1d24a14086d8),segment_id=53f4766e-26e7-47ba-9dd0-1d24a14086d8)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:35:00.259810 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:00.265292 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:00.278781 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89eb54-f048-40f1-937f-3cbdd9458af2 None None] Pushing event updated for resources: {'Port': ['ID=db390c09-5ff0-42de-be53-99781742df0e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:00.285995 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9d89eb54-f048-40f1-937f-3cbdd9458af2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:00.369647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Calling delete_port for 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:35:00.391042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d946a037-7c5c-456c-9f78-e3998f2fafa7 None None] DHCP port deletion for 139902b7-ebc6-40ea-b380-24a4d9a6bd37 request from dv-cinder-818778-1-iscsi {{(pid=88140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:35:00.404192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d946a037-7c5c-456c-9f78-e3998f2fafa7 None None] Deleting port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:35:00.404824 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d946a037-7c5c-456c-9f78-e3998f2fafa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:00.537444 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-619b5369-76fd-4892-b140-57039c66a956 None None] Set router 4115f252-083c-47d7-b8cb-25c5c8570fbd gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:35:00.556772 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:00.564487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-03f0b143-1b69-4313-b8c4-84227150d6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:00.605225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:35:00.643839 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] Notify callbacks [] for router, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:00.645385 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-8f468455-6284-41dd-94fd-4fcb104acc85 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3949592 Nov 22 15:35:00.646819 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d946a037-7c5c-456c-9f78-e3998f2fafa7 None None] The port '69367fcf-8fea-47dd-a2ab-15264ba5f9a7' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:35:00.649116 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42792) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:00.652178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Pushing event deleted for resources: {'Port': ['ID=69367fcf-8fea-47dd-a2ab-15264ba5f9a7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:00.663329 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Pushing event updated for resources: {'Port': ['ID=5fde393d-dc41-4918-bfe2-f6ba5601efe0,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:00.667115 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7eb50-9d4c-457d-8a10-31a962ce8d87 req-04056d57-e228-4f30-8cd2-9c1e6e5daea7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:00.669159 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:00.669475 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c4c7eb50-9d4c-457d-8a10-31a962ce8d87 req-04056d57-e228-4f30-8cd2-9c1e6e5daea7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.3582613 Nov 22 15:35:00.670554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Sync routers for ids ['1ccd184a-ce46-4f40-899a-4577fabec8d5'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:35:00.671050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:00.679154 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] No DVR routers for this DVR port 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 on host dv-cinder-818778-1-iscsi {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:35:00.697662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Routers {'1ccd184a-ce46-4f40-899a-4577fabec8d5'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:35:00.698643 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:34:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['1ccd184a-ce46-4f40-899a-4577fabec8d5'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:00.829962 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c4c7eb50-9d4c-457d-8a10-31a962ce8d87 req-03693b63-0fb3-495c-929e-d8726a9d1587 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041348 Nov 22 15:35:00.908695 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:00.945015 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139902b7-ebc6-40ea-b380-24a4d9a6bd37']}} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:00.959878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89003805-140f-430e-9e33-4b7495e765d4') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:00.960850 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89003805-140f-430e-9e33-4b7495e765d4') {} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:00.974063 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851673568'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:01.003988 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:01.021789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:35:01.025392 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853550774'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:35:01.050213 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:35:01.105251 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Set router 1ccd184a-ce46-4f40-899a-4577fabec8d5 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:35:01.202021 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:01.206534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:01.234466 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-619b5369-76fd-4892-b140-57039c66a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'name': 'tempest-TestShelveInstance-1227109412-router', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:53Z', 'revision_number': 4, 'project_id': '2abbe339939b4604ab82ee99e332d025', 'gw_port': {'id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': 'db390c09-5ff0-42de-be53-99781742df0e', 'name': '', 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'mac_address': 'fa:16:3e:a8:11:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '144b3a50-ce89-4718-b4aa-7f08929c44b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:53Z', 'updated_at': '2021-11-22T15:34:59Z', 'revision_number': 4, 'project_id': '2abbe339939b4604ab82ee99e332d025', 'subnets': [{'id': '144b3a50-ce89-4718-b4aa-7f08929c44b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:01.238824 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:01.240690 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b5369-76fd-4892-b140-57039c66a956 None None] The sync data for ids ['4115f252-083c-47d7-b8cb-25c5c8570fbd'] in dv-cinder-818778-1-iscsi is: [{'id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'name': 'tempest-TestShelveInstance-1227109412-router', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:53Z', 'revision_number': 4, 'project_id': '2abbe339939b4604ab82ee99e332d025', 'gw_port': {'id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': 'db390c09-5ff0-42de-be53-99781742df0e', 'name': '', 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'mac_address': 'fa:16:3e:a8:11:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '144b3a50-ce89-4718-b4aa-7f08929c44b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:53Z', 'updated_at': '2021-11-22T15:34:59Z', 'revision_number': 4, 'project_id': '2abbe339939b4604ab82ee99e332d025', 'subnets': [{'id': '144b3a50-ce89-4718-b4aa-7f08929c44b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:35:01.257535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Pushing event deleted for resources: {'Network': ['ID=139902b7-ebc6-40ea-b380-24a4d9a6bd37,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:01.277731 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] 10.222.0.41 "DELETE /v2.0/networks/139902b7-ebc6-40ea-b380-24a4d9a6bd37 HTTP/1.1" status: 204 len: 168 time: 1.8244610 Nov 22 15:35:01.286153 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:01.617618 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'name': 'tempest-TestShelveInstance-644986564-router', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:34:59Z', 'revision_number': 3, 'project_id': '8f1a699db91a42a180716200e43709d6', 'gw_port': {'id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:01.622550 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Checking router: 1ccd184a-ce46-4f40-899a-4577fabec8d5 for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:35:01.623284 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Updating router 1ccd184a-ce46-4f40-899a-4577fabec8d5 port f7ebc8b0-99a3-40b7-a03f-e9d369cc873d binding host dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:35:01.661086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42800) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:01.687063 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:01.731619 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-35edbd4b-6eff-4696-bf63-bd0c11d37433 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e225451458664743ac9a6173de7a1cd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0689600 Nov 22 15:35:01.734154 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42804) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:01.837299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af9a803d-f987-4472-aceb-b72bf6586ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:01.878136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af9a803d-f987-4472-aceb-b72bf6586ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:01.917478 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:01.952283 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af9a803d-f987-4472-aceb-b72bf6586ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:01.957592 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d9d3be13-61c2-43a7-aa96-f12ed9e60d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:01.981232 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a803d-f987-4472-aceb-b72bf6586ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:01.984268 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-af9a803d-f987-4472-aceb-b72bf6586ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:01.993481 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af9a803d-f987-4472-aceb-b72bf6586ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:01.994776 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-af9a803d-f987-4472-aceb-b72bf6586ca3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e8f9fbc-48e6-4a45-8ab0-1d81308db1e6 HTTP/1.1" status: 204 len: 168 time: 0.2595415 Nov 22 15:35:02.209572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:02.229919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Transition to ACTIVE for port object f7ebc8b0-99a3-40b7-a03f-e9d369cc873d will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:35:02.244624 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:02.259359 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:02.304838 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efa226-7bf5-49e6-b335-9294dc64b2c1 req-494ff84d-95e2-4fc6-9592-2aba65785554 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:02.309277 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-78efa226-7bf5-49e6-b335-9294dc64b2c1 req-494ff84d-95e2-4fc6-9592-2aba65785554 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1893396 Nov 22 15:35:02.371100 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Allocated IP 172.20.0.1 (479b91af-7e54-489d-903a-3560d29a13a2/cee690bc-40e8-4206-a6bc-f1ea9b6f5120/2b3fa972-b5ec-423b-8ef3-288b4cef7c66) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:35:02.438849 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-78efa226-7bf5-49e6-b335-9294dc64b2c1 req-6f8addfe-f35f-4f84-8cd6-9f86c7ee6e50 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208010 Nov 22 15:35:02.486010 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1ea98-12c7-4117-95e4-f586a75296ab None None] Pushing event updated for resources: {'Port': ['ID=f7ebc8b0-99a3-40b7-a03f-e9d369cc873d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:02.491836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-4eb1ea98-12c7-4117-95e4-f586a75296ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:02.495767 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Attempting to bind port f7ebc8b0-99a3-40b7-a03f-e9d369cc873d on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:35:02.496391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Attempting to bind port f7ebc8b0-99a3-40b7-a03f-e9d369cc873d by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:35:02.497013 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Attempting to bind port f7ebc8b0-99a3-40b7-a03f-e9d369cc873d on network 94e56778-0464-46a4-925b-03555f7ef8fd {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:35:02.520692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:35:02.523883 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Checking segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:35:02.530460 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:02.531243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Bound using segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:35:02.532119 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Bound port: f7ebc8b0-99a3-40b7-a03f-e9d369cc873d, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:35:02.532564 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:02.591178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device db390c09-5ff0-42de-be53-99781742df0e up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:35:02.708260 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:02.750056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Transition to ACTIVE for port object 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:35:02.753506 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] For port f7ebc8b0-99a3-40b7-a03f-e9d369cc873d, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:35:02.770034 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] For port f7ebc8b0-99a3-40b7-a03f-e9d369cc873d, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=f7ebc8b0-99a3-40b7-a03f-e9d369cc873d,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:35:02.780226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:02.784992 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bfb6b3bf-8010-4dcf-b05e-4f248367ae12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:02.785241 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:02.803367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-4eb1ea98-12c7-4117-95e4-f586a75296ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:02.870071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Network 479b91af-7e54-489d-903a-3560d29a13a2 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:35:02.874433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:35:02.877209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Pushing event updated for resources: {'Port': ['ID=2b3fa972-b5ec-423b-8ef3-288b4cef7c66,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:02.886649 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:35:02.906446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port db390c09-5ff0-42de-be53-99781742df0e completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:35:02.917094 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port db390c09-5ff0-42de-be53-99781742df0e triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:35:02.917496 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:02.961163 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42816) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:02.964633 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833330'] for router_interface, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:02.969320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:03.054740 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-405a61bb-b605-4e94-aab0-4f4a2c4c91a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88ecb4d055424fcba8e5c717e6f1bf87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0915420 Nov 22 15:35:03.057280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42820) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:03.059223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1ea98-12c7-4117-95e4-f586a75296ab None None] Pushing event updated for resources: {'Port': ['ID=f7ebc8b0-99a3-40b7-a03f-e9d369cc873d,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:03.067109 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-4eb1ea98-12c7-4117-95e4-f586a75296ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:03.072520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Routers {'1ccd184a-ce46-4f40-899a-4577fabec8d5'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:35:03.073328 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:34:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['1ccd184a-ce46-4f40-899a-4577fabec8d5'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:03.101994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:03.177367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9bf037ea-800d-4033-a453-a8c42e3302a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:03.215052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803986e-6daf-401d-b989-88a0171d22a9 None None] Network 479b91af-7e54-489d-903a-3560d29a13a2 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:35:03.224638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9bf037ea-800d-4033-a453-a8c42e3302a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:03.287483 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9bf037ea-800d-4033-a453-a8c42e3302a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:03.295866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-edad0545-66e3-4294-a365-2759b6c500dc tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:03.310351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf037ea-800d-4033-a453-a8c42e3302a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f098154e-682b-4f54-854c-1f1882c8f024,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:03.313755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9bf037ea-800d-4033-a453-a8c42e3302a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:03.323183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9bf037ea-800d-4033-a453-a8c42e3302a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:03.325692 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-9bf037ea-800d-4033-a453-a8c42e3302a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f098154e-682b-4f54-854c-1f1882c8f024 HTTP/1.1" status: 204 len: 168 time: 0.2479143 Nov 22 15:35:03.450360 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:03.456853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:03.525235 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-062630cf-2872-405b-9116-fc69a4b4898b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:03.632591 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7221004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852942571'] for router_interface, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:03.734842 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:03.774336 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] Set router 1ccd184a-ce46-4f40-899a-4577fabec8d5 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:35:03.780108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Pushing event updated for resources: {'Port': ['ID=2b3fa972-b5ec-423b-8ef3-288b4cef7c66,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:03.848682 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:03.865190 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-8b80d433-1497-438f-bd95-4c2975568d25 None None] Provisioning for port 5fde393d-dc41-4918-bfe2-f6ba5601efe0 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:35:03.881396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53185bbc-7e42-499e-879f-7e77739e5bd0 req-6dde5a6e-220e-4a7b-b7e5-3c2f6fd82fbd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:03.883224 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-53185bbc-7e42-499e-879f-7e77739e5bd0 req-6dde5a6e-220e-4a7b-b7e5-3c2f6fd82fbd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1320779 Nov 22 15:35:03.926358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Network 479b91af-7e54-489d-903a-3560d29a13a2 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:35:03.930678 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:35:03.941926 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-53185bbc-7e42-499e-879f-7e77739e5bd0 req-ebcbe979-3fe2-44e8-8df8-f8b0525cfa83 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509009 Nov 22 15:35:04.005211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e6de705-735a-4e46-b8f7-e76ee66341b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:04.063238 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port db390c09-5ff0-42de-be53-99781742df0e, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=db390c09-5ff0-42de-be53-99781742df0e,segment=NetworkSegment(d5dd4ee0-9689-4810-b1ee-8bd22f6618f1),segment_id=d5dd4ee0-9689-4810-b1ee-8bd22f6618f1)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:04.091339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:04.092279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 5fde393d-dc41-4918-bfe2-f6ba5601efe0 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:35:04.125783 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-cb5990fc-0b3c-4e80-bf01-2026c2cd3a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:04.361902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=db390c09-5ff0-42de-be53-99781742df0e,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:04.368069 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:04.434053 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 5fde393d-dc41-4918-bfe2-f6ba5601efe0 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:35:04.447688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 5fde393d-dc41-4918-bfe2-f6ba5601efe0 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:35:04.448101 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:04.519226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'name': 'tempest-TestShelveInstance-644986564-router', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:02Z', 'revision_number': 4, 'project_id': '8f1a699db91a42a180716200e43709d6', 'gw_port': {'id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2b3fa972-b5ec-423b-8ef3-288b4cef7c66', 'name': '', 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'mac_address': 'fa:16:3e:ba:ff:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee690bc-40e8-4206-a6bc-f1ea9b6f5120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:35:02Z', 'updated_at': '2021-11-22T15:35:02Z', 'revision_number': 1, 'project_id': '8f1a699db91a42a180716200e43709d6', 'subnets': [{'id': 'cee690bc-40e8-4206-a6bc-f1ea9b6f5120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:04.528013 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5299898-256f-46c5-9495-51898d8b5f1b None None] The sync data for ids ['1ccd184a-ce46-4f40-899a-4577fabec8d5'] in dv-cinder-818778-1-iscsi is: [{'id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'name': 'tempest-TestShelveInstance-644986564-router', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:02Z', 'revision_number': 4, 'project_id': '8f1a699db91a42a180716200e43709d6', 'gw_port': {'id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2b3fa972-b5ec-423b-8ef3-288b4cef7c66', 'name': '', 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'mac_address': 'fa:16:3e:ba:ff:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee690bc-40e8-4206-a6bc-f1ea9b6f5120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:35:02Z', 'updated_at': '2021-11-22T15:35:02Z', 'revision_number': 1, 'project_id': '8f1a699db91a42a180716200e43709d6', 'subnets': [{'id': 'cee690bc-40e8-4206-a6bc-f1ea9b6f5120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:35:04.580787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Router 1ccd184a-ce46-4f40-899a-4577fabec8d5 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:35:04.599430 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:04.635868 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 5fde393d-dc41-4918-bfe2-f6ba5601efe0, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=5fde393d-dc41-4918-bfe2-f6ba5601efe0,segment=NetworkSegment(53f4766e-26e7-47ba-9dd0-1d24a14086d8),segment_id=53f4766e-26e7-47ba-9dd0-1d24a14086d8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:04.639043 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:04.641236 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-63ae8234-6ae0-44ab-82c3-85758e994d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:04.711072 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:35:04.751226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:35:04.751627 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 69367fcf-8fea-47dd-a2ab-15264ba5f9a7 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:35:04.756690 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=5fde393d-dc41-4918-bfe2-f6ba5601efe0,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:04.763479 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:04.826945 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-7e1bde6c-f9dc-423e-b98c-252d3eaddab6 None None] Provisioning for port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:35:04.833174 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-7e1bde6c-f9dc-423e-b98c-252d3eaddab6 None None] Provisioning complete for port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:35:04.834038 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e1bde6c-f9dc-423e-b98c-252d3eaddab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:04.872753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:35:04.884613 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] 10.222.0.41 "PUT /v2.0/routers/1ccd184a-ce46-4f40-899a-4577fabec8d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2341990 Nov 22 15:35:04.904161 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device db390c09-5ff0-42de-be53-99781742df0e up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:35:04.963714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-7e1bde6c-f9dc-423e-b98c-252d3eaddab6 None None] Port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:35:05.004213 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-7e1bde6c-f9dc-423e-b98c-252d3eaddab6 None None] Provisioning complete for port 5fde393d-dc41-4918-bfe2-f6ba5601efe0 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:35:05.004868 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e1bde6c-f9dc-423e-b98c-252d3eaddab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:05.076100 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port db390c09-5ff0-42de-be53-99781742df0e triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:35:05.077096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:05.224940 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:05.300910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65338e-d865-4014-8733-a6831462d2e9 req-8cd55cd0-07c5-41b8-8f7a-293f21664624 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:05.302928 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bb65338e-d865-4014-8733-a6831462d2e9 req-8cd55cd0-07c5-41b8-8f7a-293f21664624 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1405141 Nov 22 15:35:05.322423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 5fde393d-dc41-4918-bfe2-f6ba5601efe0 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:35:05.367402 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bb65338e-d865-4014-8733-a6831462d2e9 req-10098fb4-c263-4cb5-ba12-703e05d302bf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562122 Nov 22 15:35:05.442937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-3709a5fe-a2e1-4b6d-89f3-d1fb60d88f94 None None] Provisioning complete for port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:35:05.443322 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3709a5fe-a2e1-4b6d-89f3-d1fb60d88f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:05.511229 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 5fde393d-dc41-4918-bfe2-f6ba5601efe0 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:35:05.511490 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:05.555787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3709a5fe-a2e1-4b6d-89f3-d1fb60d88f94 None None] Port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:35:05.690183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2cf832f7-bd66-419d-a704-ceb54de4899a None None] Provisioning complete for port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:35:05.690607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2cf832f7-bd66-419d-a704-ceb54de4899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:05.751487 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2cf832f7-bd66-419d-a704-ceb54de4899a None None] Port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:35:05.759122 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42842) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:05.765199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568730827', 'description': 'tempest-secgroup-smoke-1568730827 description', 'project_id': '2abbe339939b4604ab82ee99e332d025'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:35:05.771724 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:35:05.776820 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Usage tracker for resource:security_group and tenant:2abbe339939b4604ab82ee99e332d025 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:35:05.779884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:35:05.786062 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:35:05.797150 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:05.839450 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:35:05.844433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Usage tracker for resource:security_group_rule and tenant:2abbe339939b4604ab82ee99e332d025 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:35:05.849646 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:35:05.858555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:35:05.955971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:05.959732 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:05.965255 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ed063183-f5b4-43cb-aa59-129a02f62700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:05.998931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eabcc224-0a65-47b3-8f9d-eb1860bd3a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.015970 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.017623 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2572255 Nov 22 15:35:06.021259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42848) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:06.021465 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77981d4-bdde-47d9-8c24-58684d46ab6e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:06.026297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:06.029958 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-74489167-de17-4505-a8de-84fdfe51c10b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Request body: {'security_group_rule': {'security_group_id': 'c77981d4-bdde-47d9-8c24-58684d46ab6e', 'project_id': '2abbe339939b4604ab82ee99e332d025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:35:06.039252 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-74489167-de17-4505-a8de-84fdfe51c10b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:35:06.045937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-74489167-de17-4505-a8de-84fdfe51c10b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Usage tracker for resource:security_group_rule and tenant:2abbe339939b4604ab82ee99e332d025 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:35:06.049214 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-74489167-de17-4505-a8de-84fdfe51c10b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:35:06.055916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-74489167-de17-4505-a8de-84fdfe51c10b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:35:06.074751 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-74489167-de17-4505-a8de-84fdfe51c10b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.143317 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-74489167-de17-4505-a8de-84fdfe51c10b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.146191 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-74489167-de17-4505-a8de-84fdfe51c10b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.155769 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:06.176480 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74489167-de17-4505-a8de-84fdfe51c10b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3d7ac5-be69-425e-a187-fd6661cebf0b,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:06.180126 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-74489167-de17-4505-a8de-84fdfe51c10b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:06.187829 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-74489167-de17-4505-a8de-84fdfe51c10b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.189160 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-74489167-de17-4505-a8de-84fdfe51c10b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1668003 Nov 22 15:35:06.192136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42852) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:06.198955 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c25135ef-b993-409a-8def-df71e2e800c8 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Request body: {'security_group_rule': {'security_group_id': 'c77981d4-bdde-47d9-8c24-58684d46ab6e', 'project_id': '2abbe339939b4604ab82ee99e332d025', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:35:06.205589 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c25135ef-b993-409a-8def-df71e2e800c8 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:35:06.210599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c25135ef-b993-409a-8def-df71e2e800c8 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Usage tracker for resource:security_group_rule and tenant:2abbe339939b4604ab82ee99e332d025 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:35:06.213998 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c25135ef-b993-409a-8def-df71e2e800c8 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:35:06.220403 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c25135ef-b993-409a-8def-df71e2e800c8 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:35:06.241102 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c25135ef-b993-409a-8def-df71e2e800c8 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.279330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.326535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c25135ef-b993-409a-8def-df71e2e800c8 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.329642 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c25135ef-b993-409a-8def-df71e2e800c8 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.339024 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:06.360542 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25135ef-b993-409a-8def-df71e2e800c8 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a84b03-a84a-437b-b728-99b8e2dd91a7,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:06.363149 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c25135ef-b993-409a-8def-df71e2e800c8 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:06.370986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c25135ef-b993-409a-8def-df71e2e800c8 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.375031 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-c25135ef-b993-409a-8def-df71e2e800c8 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1791883 Nov 22 15:35:06.375279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42856) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:06.381337 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cde4173e-5271-43b6-9c92-b3bbd4b1a2ce tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Request body: {'security_group_rule': {'security_group_id': 'c77981d4-bdde-47d9-8c24-58684d46ab6e', 'project_id': '2abbe339939b4604ab82ee99e332d025', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:35:06.388005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cde4173e-5271-43b6-9c92-b3bbd4b1a2ce tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:35:06.392122 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-cde4173e-5271-43b6-9c92-b3bbd4b1a2ce tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Usage tracker for resource:security_group_rule and tenant:2abbe339939b4604ab82ee99e332d025 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:35:06.395183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-cde4173e-5271-43b6-9c92-b3bbd4b1a2ce tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:35:06.401853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cde4173e-5271-43b6-9c92-b3bbd4b1a2ce tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:35:06.419012 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cde4173e-5271-43b6-9c92-b3bbd4b1a2ce tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.498664 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cde4173e-5271-43b6-9c92-b3bbd4b1a2ce tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.502334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cde4173e-5271-43b6-9c92-b3bbd4b1a2ce tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.505791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:06.545095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4173e-5271-43b6-9c92-b3bbd4b1a2ce tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f0bb65-62c4-4362-848e-8f61be76ee1a,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:06.551920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-cde4173e-5271-43b6-9c92-b3bbd4b1a2ce tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:06.563460 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cde4173e-5271-43b6-9c92-b3bbd4b1a2ce tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.564794 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-cde4173e-5271-43b6-9c92-b3bbd4b1a2ce tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1884837 Nov 22 15:35:06.567683 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42862) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:06.573793 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1ebd37c2-0fb4-439d-bf26-4d2078d3eb77 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Request body: {'security_group_rule': {'security_group_id': 'c77981d4-bdde-47d9-8c24-58684d46ab6e', 'project_id': '2abbe339939b4604ab82ee99e332d025', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:35:06.580341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1ebd37c2-0fb4-439d-bf26-4d2078d3eb77 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:35:06.584469 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1ebd37c2-0fb4-439d-bf26-4d2078d3eb77 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Usage tracker for resource:security_group_rule and tenant:2abbe339939b4604ab82ee99e332d025 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:35:06.588221 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1ebd37c2-0fb4-439d-bf26-4d2078d3eb77 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:35:06.594691 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1ebd37c2-0fb4-439d-bf26-4d2078d3eb77 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:35:06.618732 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ebd37c2-0fb4-439d-bf26-4d2078d3eb77 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.645929 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37446515-eab5-429d-a345-b53f4b2e0c03 req-5aae5083-0394-4929-8a67-8a267edfef8d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:06.648656 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-37446515-eab5-429d-a345-b53f4b2e0c03 req-5aae5083-0394-4929-8a67-8a267edfef8d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0965350 Nov 22 15:35:06.693489 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ebd37c2-0fb4-439d-bf26-4d2078d3eb77 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.696942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ebd37c2-0fb4-439d-bf26-4d2078d3eb77 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.700804 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-37446515-eab5-429d-a345-b53f4b2e0c03 req-3caf13ce-1993-4199-b317-6df96e686180 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461655 Nov 22 15:35:06.705059 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fd4714e2-c52c-46bd-9ef1-0afb060cf75c tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:06.728356 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd37c2-0fb4-439d-bf26-4d2078d3eb77 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01e3db9-22c4-4164-8770-21fc079b2f12,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:06.731123 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1ebd37c2-0fb4-439d-bf26-4d2078d3eb77 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:06.734853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ebd37c2-0fb4-439d-bf26-4d2078d3eb77 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.736059 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-1ebd37c2-0fb4-439d-bf26-4d2078d3eb77 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1673498 Nov 22 15:35:06.739118 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 42866) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:06.745212 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7733e04c-1db8-4e6a-9ccc-23f5fbc74bb2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Request body: {'security_group_rule': {'security_group_id': 'c77981d4-bdde-47d9-8c24-58684d46ab6e', 'project_id': '2abbe339939b4604ab82ee99e332d025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:35:06.751696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7733e04c-1db8-4e6a-9ccc-23f5fbc74bb2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:35:06.756263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7733e04c-1db8-4e6a-9ccc-23f5fbc74bb2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Usage tracker for resource:security_group_rule and tenant:2abbe339939b4604ab82ee99e332d025 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:35:06.759957 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7733e04c-1db8-4e6a-9ccc-23f5fbc74bb2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:35:06.765989 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7733e04c-1db8-4e6a-9ccc-23f5fbc74bb2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:35:06.776993 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-7733e04c-1db8-4e6a-9ccc-23f5fbc74bb2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Project 2abbe339939b4604ab82ee99e332d025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 15:35:06.783747 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7733e04c-1db8-4e6a-9ccc-23f5fbc74bb2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.858444 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7733e04c-1db8-4e6a-9ccc-23f5fbc74bb2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.862898 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7733e04c-1db8-4e6a-9ccc-23f5fbc74bb2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.881553 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device f7ebc8b0-99a3-40b7-a03f-e9d369cc873d up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:35:06.885201 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d7d678f8-ce06-4d34-a92c-ca23470c459e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:06.902866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7733e04c-1db8-4e6a-9ccc-23f5fbc74bb2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.904262 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7733e04c-1db8-4e6a-9ccc-23f5fbc74bb2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1641090 Nov 22 15:35:06.905365 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733e04c-1db8-4e6a-9ccc-23f5fbc74bb2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac52727-468d-4834-8cee-a608b81878c5,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:06.907465 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 42870) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:06.908277 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7733e04c-1db8-4e6a-9ccc-23f5fbc74bb2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:06.914757 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Request body: {'security_group_rule': {'security_group_id': 'c77981d4-bdde-47d9-8c24-58684d46ab6e', 'project_id': '2abbe339939b4604ab82ee99e332d025', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:35:06.925271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:35:06.931345 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Usage tracker for resource:security_group_rule and tenant:2abbe339939b4604ab82ee99e332d025 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:35:06.936150 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:35:06.946178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:35:06.956074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port f7ebc8b0-99a3-40b7-a03f-e9d369cc873d completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:35:06.957355 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Project 2abbe339939b4604ab82ee99e332d025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 15:35:06.962138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port f7ebc8b0-99a3-40b7-a03f-e9d369cc873d triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:35:06.962572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:06.965220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:07.035218 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:07.038252 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:07.047155 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bece3bc9-a625-4515-917a-6c561132dff6 tempest-TestVolumeBootPattern-1119153420 tempest-TestVolumeBootPattern-1119153420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:07.070782 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7561f2-48f7-453d-878c-5b8df240ba3c,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:07.074133 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:07.078138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:07.079930 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1708465 Nov 22 15:35:07.094467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:07.116053 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port f7ebc8b0-99a3-40b7-a03f-e9d369cc873d, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=f7ebc8b0-99a3-40b7-a03f-e9d369cc873d,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:07.119692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:07.122995 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:07.190199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=f7ebc8b0-99a3-40b7-a03f-e9d369cc873d,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:07.193444 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:07.471500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:07.927657 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ce23c-e29d-4c55-a970-84637dc34bcb req-d56e9e03-14b3-42fa-8475-df255a21c1e7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:07.929329 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c90ce23c-e29d-4c55-a970-84637dc34bcb req-d56e9e03-14b3-42fa-8475-df255a21c1e7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0911067 Nov 22 15:35:07.979545 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c90ce23c-e29d-4c55-a970-84637dc34bcb req-92e65f5f-bf9a-4fd7-a23b-230ac51fe36b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438712 Nov 22 15:35:08.089906 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:08.606043 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Sync routers for ids ['1ccd184a-ce46-4f40-899a-4577fabec8d5'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:35:08.619093 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Routers {'1ccd184a-ce46-4f40-899a-4577fabec8d5'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:35:08.619759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:35:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['1ccd184a-ce46-4f40-899a-4577fabec8d5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:08.865581 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device f7ebc8b0-99a3-40b7-a03f-e9d369cc873d up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:35:08.946920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port f7ebc8b0-99a3-40b7-a03f-e9d369cc873d triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:35:08.947360 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:08.964087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Set router 1ccd184a-ce46-4f40-899a-4577fabec8d5 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:35:09.222920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a5cab-8cf5-4771-9f7a-44a4332f4437 req-17f54593-7332-420a-82e0-3a13b33fbac0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:09.224517 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1b3a5cab-8cf5-4771-9f7a-44a4332f4437 req-17f54593-7332-420a-82e0-3a13b33fbac0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0880048 Nov 22 15:35:09.277334 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1b3a5cab-8cf5-4771-9f7a-44a4332f4437 req-dba6f2ca-0214-4aa9-9745-f072ea250426 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450401 Nov 22 15:35:09.318106 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'name': 'tempest-TestShelveInstance-644986564-router', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:02Z', 'revision_number': 4, 'project_id': '8f1a699db91a42a180716200e43709d6', 'gw_port': {'id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2b3fa972-b5ec-423b-8ef3-288b4cef7c66', 'name': '', 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'mac_address': 'fa:16:3e:ba:ff:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee690bc-40e8-4206-a6bc-f1ea9b6f5120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:35:02Z', 'updated_at': '2021-11-22T15:35:03Z', 'revision_number': 2, 'project_id': '8f1a699db91a42a180716200e43709d6', 'subnets': [{'id': 'cee690bc-40e8-4206-a6bc-f1ea9b6f5120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:09.322548 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Checking router: 1ccd184a-ce46-4f40-899a-4577fabec8d5 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:35:09.322976 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Updating router 1ccd184a-ce46-4f40-899a-4577fabec8d5 port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 binding host dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:35:09.377936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:09.753601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:09.767858 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Transition to ACTIVE for port object 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:35:09.774262 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:09.778833 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-5c4abe50-4223-4800-83a9-ba532dc860b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:09.922236 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71964fb9-796b-47b7-b51b-a202982cc07c None None] Pushing event updated for resources: {'Port': ['ID=2b3fa972-b5ec-423b-8ef3-288b4cef7c66,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:09.925488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-71964fb9-796b-47b7-b51b-a202982cc07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:10.042838 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Attempting to bind port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:35:10.043258 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Attempting to bind port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '53f4766e-26e7-47ba-9dd0-1d24a14086d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:35:10.043662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Attempting to bind port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 on network 479b91af-7e54-489d-903a-3560d29a13a2 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:35:10.051912 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:35:10.052166 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Checking segment: {'id': '53f4766e-26e7-47ba-9dd0-1d24a14086d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:35:10.052576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:10.053154 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Bound using segment: {'id': '53f4766e-26e7-47ba-9dd0-1d24a14086d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:35:10.054322 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Bound port: 2b3fa972-b5ec-423b-8ef3-288b4cef7c66, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f4766e-26e7-47ba-9dd0-1d24a14086d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:35:10.054855 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:10.162572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] For port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:35:10.166195 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] For port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=2b3fa972-b5ec-423b-8ef3-288b4cef7c66,segment=NetworkSegment(53f4766e-26e7-47ba-9dd0-1d24a14086d8),segment_id=53f4766e-26e7-47ba-9dd0-1d24a14086d8)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:35:10.169808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:10.174613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:10.259250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71964fb9-796b-47b7-b51b-a202982cc07c None None] Pushing event updated for resources: {'Port': ['ID=2b3fa972-b5ec-423b-8ef3-288b4cef7c66,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:10.264748 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-71964fb9-796b-47b7-b51b-a202982cc07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:10.269152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Routers {'1ccd184a-ce46-4f40-899a-4577fabec8d5'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:35:10.269847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:35:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['1ccd184a-ce46-4f40-899a-4577fabec8d5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:10.502811 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] Set router 1ccd184a-ce46-4f40-899a-4577fabec8d5 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:35:10.524994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1151a7a-9f34-4f63-ba40-e0f435829a3f req-6e5bfcf5-d40d-49b3-b306-c4fc40151a98 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:10.526702 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a1151a7a-9f34-4f63-ba40-e0f435829a3f req-6e5bfcf5-d40d-49b3-b306-c4fc40151a98 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0989425 Nov 22 15:35:10.581775 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a1151a7a-9f34-4f63-ba40-e0f435829a3f req-63ec6269-a7b0-482d-be5f-00b977453fd1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481017 Nov 22 15:35:10.863456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'name': 'tempest-TestShelveInstance-644986564-router', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:02Z', 'revision_number': 4, 'project_id': '8f1a699db91a42a180716200e43709d6', 'gw_port': {'id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2b3fa972-b5ec-423b-8ef3-288b4cef7c66', 'name': '', 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'mac_address': 'fa:16:3e:ba:ff:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee690bc-40e8-4206-a6bc-f1ea9b6f5120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:35:02Z', 'updated_at': '2021-11-22T15:35:10Z', 'revision_number': 4, 'project_id': '8f1a699db91a42a180716200e43709d6', 'subnets': [{'id': 'cee690bc-40e8-4206-a6bc-f1ea9b6f5120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:10.867654 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790eb8b5-d27c-4ed1-a451-f101995971e8 None None] The sync data for ids ['1ccd184a-ce46-4f40-899a-4577fabec8d5'] in dv-cinder-818778-1-iscsi is: [{'id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'name': 'tempest-TestShelveInstance-644986564-router', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:02Z', 'revision_number': 4, 'project_id': '8f1a699db91a42a180716200e43709d6', 'gw_port': {'id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2b3fa972-b5ec-423b-8ef3-288b4cef7c66', 'name': '', 'network_id': '479b91af-7e54-489d-903a-3560d29a13a2', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'mac_address': 'fa:16:3e:ba:ff:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee690bc-40e8-4206-a6bc-f1ea9b6f5120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:35:02Z', 'updated_at': '2021-11-22T15:35:10Z', 'revision_number': 4, 'project_id': '8f1a699db91a42a180716200e43709d6', 'subnets': [{'id': 'cee690bc-40e8-4206-a6bc-f1ea9b6f5120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:35:10.881326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:35:10.957754 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:35:10.963976 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:35:10.964395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:11.104902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:11.142382 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=2b3fa972-b5ec-423b-8ef3-288b4cef7c66,segment=NetworkSegment(53f4766e-26e7-47ba-9dd0-1d24a14086d8),segment_id=53f4766e-26e7-47ba-9dd0-1d24a14086d8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:11.146153 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:11.148887 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:11.391123 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=2b3fa972-b5ec-423b-8ef3-288b4cef7c66,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:11.394506 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:11.817520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdff35b-8842-49c4-a749-8321ac4bb64a req-d52b2996-431c-41b9-832b-a989da95abb2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:11.819237 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3bdff35b-8842-49c4-a749-8321ac4bb64a req-d52b2996-431c-41b9-832b-a989da95abb2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0870364 Nov 22 15:35:11.872909 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3bdff35b-8842-49c4-a749-8321ac4bb64a req-94b75e77-0b4d-4cc9-a4d0-e897112e7984 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441213 Nov 22 15:35:12.849976 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:35:12.921945 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:35:12.922508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:13.108394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a60fa9-255d-460b-beed-b5316de02178 req-fbae3a53-1235-4264-8441-30a823c2f77f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:13.110035 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-96a60fa9-255d-460b-beed-b5316de02178 req-fbae3a53-1235-4264-8441-30a823c2f77f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0920601 Nov 22 15:35:13.160575 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-96a60fa9-255d-460b-beed-b5316de02178 req-8f80a565-a1ff-4a1e-b877-39b54c279f62 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443215 Nov 22 15:35:14.427182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a2435-f93b-4031-8c46-76df563ed11a req-29abb305-4c14-485d-9181-bacc1773c84a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:14.428928 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-eb8a2435-f93b-4031-8c46-76df563ed11a req-29abb305-4c14-485d-9181-bacc1773c84a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1025968 Nov 22 15:35:14.485042 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-eb8a2435-f93b-4031-8c46-76df563ed11a req-91b78235-3ced-4702-a00c-cac3d672f44b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491438 Nov 22 15:35:15.710275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603c5f8-b2b7-4b94-b1b4-8e77885a7a23 req-d0857674-bcdc-49a9-98d6-fcf13322f2a9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:15.711827 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e603c5f8-b2b7-4b94-b1b4-8e77885a7a23 req-d0857674-bcdc-49a9-98d6-fcf13322f2a9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0842760 Nov 22 15:35:15.762275 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e603c5f8-b2b7-4b94-b1b4-8e77885a7a23 req-06b48fba-2ab1-446f-85cc-fa82772bc591 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443237 Nov 22 15:35:17.002672 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a94d8e-6679-407b-a33f-e4c1fe8b8c2d req-c76a7175-c031-495b-a2cc-62f5e92c952c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:17.004255 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-41a94d8e-6679-407b-a33f-e4c1fe8b8c2d req-c76a7175-c031-495b-a2cc-62f5e92c952c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0943162 Nov 22 15:35:17.057699 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-41a94d8e-6679-407b-a33f-e4c1fe8b8c2d req-50b7f888-402c-4f2c-8f1b-e47c08442aa3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465057 Nov 22 15:35:18.294163 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5d44-6642-4228-9a6e-4e1cfb73f26f req-ca608454-e83f-4e19-bf85-9830126fe791 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:18.295821 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-128c5d44-6642-4228-9a6e-4e1cfb73f26f req-ca608454-e83f-4e19-bf85-9830126fe791 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0911229 Nov 22 15:35:18.362775 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-128c5d44-6642-4228-9a6e-4e1cfb73f26f req-d89164cf-d5c5-46d8-bf74-ec40b4403d71 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602243 Nov 22 15:35:19.623242 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710451f-3cc0-438b-bbab-048268ff6601 req-c48c7f4f-4587-49e8-ace4-7be1a7d81393 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:19.625920 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2710451f-3cc0-438b-bbab-048268ff6601 req-c48c7f4f-4587-49e8-ace4-7be1a7d81393 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1102948 Nov 22 15:35:19.677085 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2710451f-3cc0-438b-bbab-048268ff6601 req-8e866a26-d6c4-40d9-b528-e5ba9b4068b0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440156 Nov 22 15:35:20.897718 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f513d-2fab-48f4-ae00-c9c4b1582c4b req-2c79b333-4981-4d73-a3c8-7a466f5065c9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:20.900074 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8a8f513d-2fab-48f4-ae00-c9c4b1582c4b req-2c79b333-4981-4d73-a3c8-7a466f5065c9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0869591 Nov 22 15:35:20.948363 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8a8f513d-2fab-48f4-ae00-c9c4b1582c4b req-e0974826-662e-4b2b-8359-3b71ef1803a0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 Nov 22 15:35:22.179371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcf3e3-0c6c-4511-a321-30955bd69867 req-9d237875-e993-4691-a5fc-883d926a999b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:22.181042 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-26bcf3e3-0c6c-4511-a321-30955bd69867 req-9d237875-e993-4691-a5fc-883d926a999b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0910861 Nov 22 15:35:22.230424 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-26bcf3e3-0c6c-4511-a321-30955bd69867 req-87f6173b-6229-4139-b834-73241870be74 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430589 Nov 22 15:35:23.450600 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ac7b6-00d0-4d8e-ba99-62bdd6c14f76 req-bed13f60-e0b7-4b01-ab18-f7200f78fb99 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:23.452148 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-024ac7b6-00d0-4d8e-ba99-62bdd6c14f76 req-bed13f60-e0b7-4b01-ab18-f7200f78fb99 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0819778 Nov 22 15:35:23.505333 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-024ac7b6-00d0-4d8e-ba99-62bdd6c14f76 req-7e96502a-7bce-46da-8485-ab0210e09894 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471039 Nov 22 15:35:24.857590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b14d0c-86a6-4d71-a384-054d231d7872 req-69fbb811-9bb6-43ab-b6e6-21a682c1e28c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:24.859602 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7b14d0c-86a6-4d71-a384-054d231d7872 req-69fbb811-9bb6-43ab-b6e6-21a682c1e28c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0841582 Nov 22 15:35:24.912722 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7b14d0c-86a6-4d71-a384-054d231d7872 req-c060fd4b-9cd4-4a4b-8844-cfbd92d3dd46 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431504 Nov 22 15:35:25.662963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-fc7b4fe7-1ae6-4d3d-ac35-023ef3761f2f tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Synchronizing usage tracker for tenant:2abbe339939b4604ab82ee99e332d025 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:35:25.679938 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-fc7b4fe7-1ae6-4d3d-ac35-023ef3761f2f tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Unset dirty status for tenant:2abbe339939b4604ab82ee99e332d025 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:35:25.681271 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-fc7b4fe7-1ae6-4d3d-ac35-023ef3761f2f tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568730827&fields=id&tenant_id=2abbe339939b4604ab82ee99e332d025 HTTP/1.1" status: 200 len: 267 time: 0.0707026 Nov 22 15:35:25.871832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-7423417e-508e-4627-8082-60a7b332c5d9 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:25.874338 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-7423417e-508e-4627-8082-60a7b332c5d9 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/networks?id=08802539-0f0c-49d4-b62a-4a8d1b1c2b0c HTTP/1.1" status: 200 len: 809 time: 0.1851707 Nov 22 15:35:25.893409 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-5779b916-4526-49e1-a8c6-9fc9db7bfbb7 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/quotas/2abbe339939b4604ab82ee99e332d025 HTTP/1.1" status: 200 len: 375 time: 0.0131814 Nov 22 15:35:26.004706 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-0f680f44-aab3-4ad9-948a-1a67b7167bf1 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2abbe339939b4604ab82ee99e332d025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012754 Nov 22 15:35:26.022494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-0f136966-afff-4a38-b922-7aa45ccd8dbe service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:35:26.023591 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-0f136966-afff-4a38-b922-7aa45ccd8dbe service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0059366 Nov 22 15:35:26.233289 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-f2487471-a230-4549-b8d3-32112a5a188f service neutron] 10.222.0.41 "GET /v2.0/networks/08802539-0f0c-49d4-b62a-4a8d1b1c2b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030659 Nov 22 15:35:26.240105 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1c057-756a-4ede-a673-c706b2fd660d req-8beaced5-7fdc-41a0-8b25-fe792a163fb0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:26.241721 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f5b1c057-756a-4ede-a673-c706b2fd660d req-8beaced5-7fdc-41a0-8b25-fe792a163fb0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1882091 Nov 22 15:35:26.395774 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f5b1c057-756a-4ede-a673-c706b2fd660d req-973278a3-fda2-4e82-ae2c-c76a944a43f5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289706 Nov 22 15:35:26.624328 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-3a336a4d-ee9d-451f-b3fc-b610230ce263 service neutron] 10.222.0.41 "GET /v2.0/networks/08802539-0f0c-49d4-b62a-4a8d1b1c2b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815539 Nov 22 15:35:27.063092 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d264cd95-f481-4310-9f6f-53ce79cb999f req-1d554c22-94a9-4781-9df9-6f6c0ef0eaf7 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/ports?device_id=36df088b-70cd-4c2c-ab30-cc038fdb5530 HTTP/1.1" status: 200 len: 210 time: 0.0509982 Nov 22 15:35:27.625982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98e3a-f0d8-42cc-90f6-f0aa02bde794 req-820b9f95-b27c-4de4-b9f8-51ef13a4db47 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:27.627609 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e3c98e3a-f0d8-42cc-90f6-f0aa02bde794 req-820b9f95-b27c-4de4-b9f8-51ef13a4db47 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0849075 Nov 22 15:35:27.687288 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e3c98e3a-f0d8-42cc-90f6-f0aa02bde794 req-ff063d97-0fde-4a1d-91ab-3162212acce1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524788 Nov 22 15:35:28.262227 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d0387abf-ce46-4641-99b0-d2cfede107ff req-c8b252a3-f507-413a-a424-0c7d32af2f94 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/ports?device_id=36df088b-70cd-4c2c-ab30-cc038fdb5530 HTTP/1.1" status: 200 len: 210 time: 0.0517566 Nov 22 15:35:28.310339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-5fd5477f-26b1-4bbc-82fb-6880c539a32e tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:28.311389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-5fd5477f-26b1-4bbc-82fb-6880c539a32e tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Synchronizing usage tracker for tenant:2abbe339939b4604ab82ee99e332d025 on resource:network {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:35:28.337164 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-5fd5477f-26b1-4bbc-82fb-6880c539a32e tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Unset dirty status for tenant:2abbe339939b4604ab82ee99e332d025 on resource:network {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:35:28.339018 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-5fd5477f-26b1-4bbc-82fb-6880c539a32e tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.50 "GET /v2.0/networks?id=08802539-0f0c-49d4-b62a-4a8d1b1c2b0c HTTP/1.1" status: 200 len: 809 time: 0.2084694 Nov 22 15:35:28.406547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-60ef64fc-7515-4416-8c39-31806f1367b1 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Synchronizing usage tracker for tenant:2abbe339939b4604ab82ee99e332d025 on resource:security_group {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:35:28.419584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-60ef64fc-7515-4416-8c39-31806f1367b1 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Unset dirty status for tenant:2abbe339939b4604ab82ee99e332d025 on resource:security_group {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:35:28.420833 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-60ef64fc-7515-4416-8c39-31806f1367b1 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2abbe339939b4604ab82ee99e332d025 HTTP/1.1" status: 200 len: 380 time: 0.0616863 Nov 22 15:35:28.431252 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Request body: {'port': {'device_id': '36df088b-70cd-4c2c-ab30-cc038fdb5530', 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c', 'admin_state_up': True, 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'security_groups': ['c77981d4-bdde-47d9-8c24-58684d46ab6e']}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:35:28.443328 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:35:28.578470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:35:28.582436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Usage tracker for resource:port and tenant:2abbe339939b4604ab82ee99e332d025 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:35:28.585511 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:35:28.592107 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:35:28.600633 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Made reservation on behalf of 2abbe339939b4604ab82ee99e332d025 for: {'port': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:35:28.606419 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:28.799965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Allocated IP 172.20.0.12 (08802539-0f0c-49d4-b62a-4a8d1b1c2b0c/144b3a50-ce89-4718-b4aa-7f08929c44b6/e278939a-a5af-495f-9b8f-4b828a592334) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:35:28.914255 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dc72b-145b-4388-a772-1fe2f82c0abc req-2c9c63cf-e4a0-434d-8952-c634ae453526 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:28.916103 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c5dc72b-145b-4388-a772-1fe2f82c0abc req-2c9c63cf-e4a0-434d-8952-c634ae453526 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0844777 Nov 22 15:35:28.965237 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c5dc72b-145b-4388-a772-1fe2f82c0abc req-b151a796-8cda-457f-b428-eb98fafb936f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428357 Nov 22 15:35:29.000764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:29.017530 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Transition to ACTIVE for port object e278939a-a5af-495f-9b8f-4b828a592334 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:35:29.037597 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:29.043626 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:29.116884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:35:29.120536 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:35:29.124646 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:35:29.158033 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Pushing event updated for resources: {'Port': ['ID=e278939a-a5af-495f-9b8f-4b828a592334,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:29.161047 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:29.196371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:29.197056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:29.219196 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-77ec71a5-ecbe-45e6-8a71-85c85b71d7b2 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7924702 Nov 22 15:35:29.231032 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-cc42b913-fdaa-4c87-be6d-035bc0b38d09 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:35:29.232345 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-cc42b913-fdaa-4c87-be6d-035bc0b38d09 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0064697 Nov 22 15:35:29.245601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Request body: {'port': {'device_id': '36df088b-70cd-4c2c-ab30-cc038fdb5530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:35:29.372156 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:29.390472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-fef12aa7-889a-41aa-9eac-450caf15a38c None None] Provisioning for port e278939a-a5af-495f-9b8f-4b828a592334 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:35:29.395529 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-fef12aa7-889a-41aa-9eac-450caf15a38c None None] Provisioning complete for port e278939a-a5af-495f-9b8f-4b828a592334 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:35:29.395893 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fef12aa7-889a-41aa-9eac-450caf15a38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:29.449407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-fef12aa7-889a-41aa-9eac-450caf15a38c None None] Port e278939a-a5af-495f-9b8f-4b828a592334 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:35:29.494030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9ec94-82ce-4924-949c-d664a72bb2ef req-5f384a8b-5c8d-482e-b306-ef0abc41c9cf tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:29.495734 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-01f9ec94-82ce-4924-949c-d664a72bb2ef req-5f384a8b-5c8d-482e-b306-ef0abc41c9cf tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/ports?device_id=36df088b-70cd-4c2c-ab30-cc038fdb5530 HTTP/1.1" status: 200 len: 932 time: 0.0896060 Nov 22 15:35:29.548689 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-01f9ec94-82ce-4924-949c-d664a72bb2ef req-27ec3d8d-a747-4671-9134-68bd84882d87 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/security-groups?id=c77981d4-bdde-47d9-8c24-58684d46ab6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460835 Nov 22 15:35:29.757701 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e278939a-a5af-495f-9b8f-4b828a592334 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:35:29.764518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:29.780274 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Transition to ACTIVE for port object e278939a-a5af-495f-9b8f-4b828a592334 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:35:29.783022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:29.787429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:29.919845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Pushing event updated for resources: {'Port': ['ID=e278939a-a5af-495f-9b8f-4b828a592334,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:29.928408 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:30.045994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Attempting to bind port e278939a-a5af-495f-9b8f-4b828a592334 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:35:30.046371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Attempting to bind port e278939a-a5af-495f-9b8f-4b828a592334 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:35:30.046771 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Attempting to bind port e278939a-a5af-495f-9b8f-4b828a592334 on network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:35:30.053092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Port e278939a-a5af-495f-9b8f-4b828a592334 on network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:35:30.053449 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Attempting to bind port e278939a-a5af-495f-9b8f-4b828a592334 on network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:35:30.060310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:35:30.060688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Checking segment: {'id': 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:35:30.061106 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Bound using segment: {'id': 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:35:30.061572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Bound port: e278939a-a5af-495f-9b8f-4b828a592334, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08802539-0f0c-49d4-b62a-4a8d1b1c2b0c'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:35:30.061952 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:30.155587 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] For port e278939a-a5af-495f-9b8f-4b828a592334, host hv-cinder-81877, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:35:30.159104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] For port e278939a-a5af-495f-9b8f-4b828a592334, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e278939a-a5af-495f-9b8f-4b828a592334,segment=NetworkSegment(d5dd4ee0-9689-4810-b1ee-8bd22f6618f1),segment_id=d5dd4ee0-9689-4810-b1ee-8bd22f6618f1)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:35:30.162425 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:30.167070 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e35858f7-e498-4e96-b5f1-7b3b7608bf1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:30.205782 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063053e-58c4-4ef4-94d8-5b73c2047f68 req-636da864-120c-4a38-a21c-815185a8909d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:30.207424 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9063053e-58c4-4ef4-94d8-5b73c2047f68 req-636da864-120c-4a38-a21c-815185a8909d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0842733 Nov 22 15:35:30.232596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:30.234079 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] 10.222.0.50 "PUT /v2.0/ports/e278939a-a5af-495f-9b8f-4b828a592334 HTTP/1.1" status: 200 len: 1094 time: 0.9936686 Nov 22 15:35:30.234653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36df088b-70cd-4c2c-ab30-cc038fdb5530', 'tag': 'e278939a-a5af-495f-9b8f-4b828a592334'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:35:30.253442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Pushing event updated for resources: {'Port': ['ID=e278939a-a5af-495f-9b8f-4b828a592334,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:30.256911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:30.273482 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9063053e-58c4-4ef4-94d8-5b73c2047f68 req-fdd7f712-443f-4d7c-bebb-b1a72dde156b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591521 Nov 22 15:35:30.332872 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36df088b-70cd-4c2c-ab30-cc038fdb5530', 'tag': 'e278939a-a5af-495f-9b8f-4b828a592334', 'status': 'completed', 'code': 200} Nov 22 15:35:30.372843 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-4b11d12e-698b-4a7b-b68a-0993c02e503c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2abbe339939b4604ab82ee99e332d025&device_id=36df088b-70cd-4c2c-ab30-cc038fdb5530 HTTP/1.1" status: 200 len: 1097 time: 0.0973370 Nov 22 15:35:30.454451 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-8951a2d5-1770-4960-8de4-f1a93ed6027e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e278939a-a5af-495f-9b8f-4b828a592334 HTTP/1.1" status: 200 len: 217 time: 0.0693960 Nov 22 15:35:30.529457 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-0e057f66-a4a0-4576-817b-b4b1667b8572 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:30.531065 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-0e057f66-a4a0-4576-817b-b4b1667b8572 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=144b3a50-ce89-4718-b4aa-7f08929c44b6 HTTP/1.1" status: 200 len: 848 time: 0.0675042 Nov 22 15:35:30.632344 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-b0ff2a99-18a9-423f-9cb5-0ac6ebfd447b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08802539-0f0c-49d4-b62a-4a8d1b1c2b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918703 Nov 22 15:35:30.766260 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c5308-8595-4bdf-82c5-d9ab811be31f req-702330d9-a379-43d1-8ade-846b8aa74f3b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:30.767879 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-733c5308-8595-4bdf-82c5-d9ab811be31f req-702330d9-a379-43d1-8ade-846b8aa74f3b tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/ports?device_id=36df088b-70cd-4c2c-ab30-cc038fdb5530 HTTP/1.1" status: 200 len: 944 time: 0.0824397 Nov 22 15:35:30.785004 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-c88a3764-3ed1-4fd4-82ec-7c13bb34ad6a service neutron] 10.222.0.50 "GET /v2.0/networks/08802539-0f0c-49d4-b62a-4a8d1b1c2b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423545 Nov 22 15:35:30.819120 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-733c5308-8595-4bdf-82c5-d9ab811be31f req-b00d90ed-837a-47d1-a5c7-bed3592b63c4 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/security-groups?id=c77981d4-bdde-47d9-8c24-58684d46ab6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450363 Nov 22 15:35:30.933728 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-a9bb51c8-0d3b-4345-9ee4-182921f83981 service neutron] 10.222.0.50 "GET /v2.0/networks/08802539-0f0c-49d4-b62a-4a8d1b1c2b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393631 Nov 22 15:35:31.056148 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9792c46b-dfea-489e-990d-302dc53e0100 req-32aa1f4d-a715-4c86-89bd-afcb52995587 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2abbe339939b4604ab82ee99e332d025&device_id=36df088b-70cd-4c2c-ab30-cc038fdb5530 HTTP/1.1" status: 200 len: 1097 time: 0.0750937 Nov 22 15:35:31.217384 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792c46b-dfea-489e-990d-302dc53e0100 req-0123ac0b-a865-41d7-a05a-8c609b677115 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:31.218992 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9792c46b-dfea-489e-990d-302dc53e0100 req-0123ac0b-a865-41d7-a05a-8c609b677115 service neutron] 10.222.0.50 "GET /v2.0/networks?id=08802539-0f0c-49d4-b62a-4a8d1b1c2b0c HTTP/1.1" status: 200 len: 910 time: 0.1393867 Nov 22 15:35:31.295871 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9792c46b-dfea-489e-990d-302dc53e0100 req-0749efdc-51cf-4b82-a592-b9bd64ea5fd7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e278939a-a5af-495f-9b8f-4b828a592334 HTTP/1.1" status: 200 len: 217 time: 0.0663190 Nov 22 15:35:31.368568 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792c46b-dfea-489e-990d-302dc53e0100 req-685a05c2-de8d-4839-8e5b-88a348f7e276 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:31.370165 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9792c46b-dfea-489e-990d-302dc53e0100 req-685a05c2-de8d-4839-8e5b-88a348f7e276 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=144b3a50-ce89-4718-b4aa-7f08929c44b6 HTTP/1.1" status: 200 len: 848 time: 0.0676537 Nov 22 15:35:31.451288 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9792c46b-dfea-489e-990d-302dc53e0100 req-6ec0bbdd-f3a6-4233-8916-015971245c87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08802539-0f0c-49d4-b62a-4a8d1b1c2b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740743 Nov 22 15:35:31.500350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03a1fb-b24e-4b33-a7b8-19f81a2e695f req-56b6865d-f038-4945-a1c6-1e012d71ef76 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:31.501922 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7f03a1fb-b24e-4b33-a7b8-19f81a2e695f req-56b6865d-f038-4945-a1c6-1e012d71ef76 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0864844 Nov 22 15:35:31.615728 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7f03a1fb-b24e-4b33-a7b8-19f81a2e695f req-363f167a-e793-40db-a2cf-8a6f71a72642 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038997 Nov 22 15:35:31.615957 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9792c46b-dfea-489e-990d-302dc53e0100 req-783a3ef6-b29d-4d62-aabf-6034f948e266 service neutron] 10.222.0.50 "GET /v2.0/networks/08802539-0f0c-49d4-b62a-4a8d1b1c2b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438491 Nov 22 15:35:31.632667 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-392d2a83-e978-4490-9e94-b5528feb4c96 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:31.634808 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-392d2a83-e978-4490-9e94-b5528feb4c96 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.50 "GET /v2.0/ports?device_id=36df088b-70cd-4c2c-ab30-cc038fdb5530 HTTP/1.1" status: 200 len: 944 time: 0.1252160 Nov 22 15:35:31.720143 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-95812b21-91e8-4449-8793-3c34f124e9af tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Deleting port e278939a-a5af-495f-9b8f-4b828a592334 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:35:31.720536 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-95812b21-91e8-4449-8793-3c34f124e9af tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:31.980157 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9792c46b-dfea-489e-990d-302dc53e0100 req-b127a3da-c0e8-43a7-a522-fdcf7e0cb482 service neutron] 10.222.0.50 "GET /v2.0/networks/08802539-0f0c-49d4-b62a-4a8d1b1c2b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544419 Nov 22 15:35:32.043196 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-95812b21-91e8-4449-8793-3c34f124e9af tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] For port e278939a-a5af-495f-9b8f-4b828a592334, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e278939a-a5af-495f-9b8f-4b828a592334,segment=NetworkSegment(d5dd4ee0-9689-4810-b1ee-8bd22f6618f1),segment_id=d5dd4ee0-9689-4810-b1ee-8bd22f6618f1)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:32.043589 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-95812b21-91e8-4449-8793-3c34f124e9af tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:32.176563 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-95812b21-91e8-4449-8793-3c34f124e9af tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Calling delete_port for e278939a-a5af-495f-9b8f-4b828a592334 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:35:32.219950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e9eb1-c95c-45c4-9883-1a48f278663a req-36160b1c-4302-4417-b611-1da32d1f7ad1 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:32.221533 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-032e9eb1-c95c-45c4-9883-1a48f278663a req-36160b1c-4302-4417-b611-1da32d1f7ad1 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/ports?device_id=36df088b-70cd-4c2c-ab30-cc038fdb5530 HTTP/1.1" status: 200 len: 944 time: 0.2730553 Nov 22 15:35:32.299290 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-032e9eb1-c95c-45c4-9883-1a48f278663a req-af6c804b-b63a-45ea-9f18-06f70dfbe5e5 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/security-groups?id=c77981d4-bdde-47d9-8c24-58684d46ab6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682373 Nov 22 15:35:32.377312 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-95812b21-91e8-4449-8793-3c34f124e9af tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:32.386364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2fd8919c-3669-4537-936c-a59768c91850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:32.432288 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95812b21-91e8-4449-8793-3c34f124e9af tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Pushing event deleted for resources: {'Port': ['ID=e278939a-a5af-495f-9b8f-4b828a592334,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:32.438084 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-95812b21-91e8-4449-8793-3c34f124e9af tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:32.516275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-95812b21-91e8-4449-8793-3c34f124e9af tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] No DVR routers for this DVR port e278939a-a5af-495f-9b8f-4b828a592334 on host hv-cinder-81877 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:35:32.519185 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-95812b21-91e8-4449-8793-3c34f124e9af tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:32.522289 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36df088b-70cd-4c2c-ab30-cc038fdb5530', 'name': 'network-vif-deleted', 'tag': 'e278939a-a5af-495f-9b8f-4b828a592334'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:35:32.531954 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73cc2908-6792-4d8f-8b0a-c1750f2d94d0 req-95812b21-91e8-4449-8793-3c34f124e9af tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.50 "DELETE /v2.0/ports/e278939a-a5af-495f-9b8f-4b828a592334 HTTP/1.1" status: 204 len: 173 time: 0.8917449 Nov 22 15:35:32.682858 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36df088b-70cd-4c2c-ab30-cc038fdb5530', 'name': 'network-vif-deleted', 'tag': 'e278939a-a5af-495f-9b8f-4b828a592334', 'status': 'failed', 'code': 422} returned with failed status Nov 22 15:35:32.874558 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5eeee1-4bff-4fc8-b700-d3464c97e61d req-906c9126-0e9f-4b85-8eab-bcad3eab313f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:32.876351 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8d5eeee1-4bff-4fc8-b700-d3464c97e61d req-906c9126-0e9f-4b85-8eab-bcad3eab313f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1047001 Nov 22 15:35:32.929511 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8d5eeee1-4bff-4fc8-b700-d3464c97e61d req-60bd5004-e189-4141-8124-59e41a0fba77 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466123 Nov 22 15:35:33.504446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-b3924f92-f45a-4b54-8ca9-4dfad341fab8 req-ab969ac1-bb31-4cb5-bc93-70683ca3c70e tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Synchronizing usage tracker for tenant:2abbe339939b4604ab82ee99e332d025 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:35:33.521915 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-b3924f92-f45a-4b54-8ca9-4dfad341fab8 req-ab969ac1-bb31-4cb5-bc93-70683ca3c70e tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Unset dirty status for tenant:2abbe339939b4604ab82ee99e332d025 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:35:33.523210 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b3924f92-f45a-4b54-8ca9-4dfad341fab8 req-ab969ac1-bb31-4cb5-bc93-70683ca3c70e tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/ports?device_id=36df088b-70cd-4c2c-ab30-cc038fdb5530 HTTP/1.1" status: 200 len: 210 time: 0.0666413 Nov 22 15:35:33.786512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-423db7a3-f0e6-4211-abb7-79199e6600ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:33.813643 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-16834a6c-deb9-4b72-a852-08847ad807f1 req-0d8a062b-aae6-4238-91f2-db785c6661c4 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "GET /v2.0/ports?device_id=36df088b-70cd-4c2c-ab30-cc038fdb5530 HTTP/1.1" status: 200 len: 210 time: 0.0459013 Nov 22 15:35:34.167091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3f210-4b95-4e87-953c-97788fb38e7b req-ca96eca7-f34d-46f3-864c-6fbd6382c8c8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:34.168713 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-56b3f210-4b95-4e87-953c-97788fb38e7b req-ca96eca7-f34d-46f3-864c-6fbd6382c8c8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0882597 Nov 22 15:35:34.222960 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-56b3f210-4b95-4e87-953c-97788fb38e7b req-c926cdd2-a92f-469c-b772-6615612d6398 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468194 Nov 22 15:35:34.596972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 43126) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:34.673166 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:34.703963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:34.759488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:34.764768 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fcf3a7cf-61ce-401d-88f7-14d5d8a4c91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:34.780680 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77981d4-bdde-47d9-8c24-58684d46ab6e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:34.794489 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:34.794489 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:34.794798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:34.795205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:34.795583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:34.795988 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:34.796485 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:34.796757 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:34.797155 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:34.797550 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:34.797943 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:34.801522 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:34.802478 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:34.803726 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] 10.222.0.41 "DELETE /v2.0/security-groups/c77981d4-bdde-47d9-8c24-58684d46ab6e HTTP/1.1" status: 204 len: 168 time: 0.2055926 Nov 22 15:35:34.851055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 43132) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:35.157875 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:35.251278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-add8a72b-b0ac-4c21-9797-4f260057a175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852942588'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:35.513023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa67201-4854-4c7f-a90a-08dd55e28c13 req-373aec42-7b75-4df2-bd08-4f4854e6b385 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:35.514606 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-caa67201-4854-4c7f-a90a-08dd55e28c13 req-373aec42-7b75-4df2-bd08-4f4854e6b385 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1164472 Nov 22 15:35:35.658611 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-caa67201-4854-4c7f-a90a-08dd55e28c13 req-d3edefb5-1d91-4f32-9280-0d2ac1897c01 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376662 Nov 22 15:35:36.001101 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22246d3b-09b1-401e-a1bb-b6178977dc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:36.176003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-add8a72b-b0ac-4c21-9797-4f260057a175 admin admin] Deleting port db390c09-5ff0-42de-be53-99781742df0e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:35:36.176383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-add8a72b-b0ac-4c21-9797-4f260057a175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:36.278984 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:36.359383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-add8a72b-b0ac-4c21-9797-4f260057a175 admin admin] For port db390c09-5ff0-42de-be53-99781742df0e, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=db390c09-5ff0-42de-be53-99781742df0e,segment=NetworkSegment(d5dd4ee0-9689-4810-b1ee-8bd22f6618f1),segment_id=d5dd4ee0-9689-4810-b1ee-8bd22f6618f1)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:36.359766 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-add8a72b-b0ac-4c21-9797-4f260057a175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:36.483794 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-add8a72b-b0ac-4c21-9797-4f260057a175 admin admin] Calling delete_port for db390c09-5ff0-42de-be53-99781742df0e owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:35:36.655785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-add8a72b-b0ac-4c21-9797-4f260057a175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:36.660248 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:36.703951 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8a72b-b0ac-4c21-9797-4f260057a175 admin admin] Pushing event deleted for resources: {'Port': ['ID=db390c09-5ff0-42de-be53-99781742df0e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:36.706434 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-add8a72b-b0ac-4c21-9797-4f260057a175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:36.970972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b5f9e-a728-4b4e-b220-e426a55ce0fa req-cd5f6559-4bd4-4df0-a524-7d778a5dba02 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:36.972583 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c90b5f9e-a728-4b4e-b220-e426a55ce0fa req-cd5f6559-4bd4-4df0-a524-7d778a5dba02 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1742947 Nov 22 15:35:37.092252 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c90b5f9e-a728-4b4e-b220-e426a55ce0fa req-4b93d1b0-2c87-480a-a182-daddc38451d1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710990 Nov 22 15:35:37.120041 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-add8a72b-b0ac-4c21-9797-4f260057a175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852942434'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:37.480961 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:37.736999 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add8a72b-b0ac-4c21-9797-4f260057a175 admin admin] Router 4115f252-083c-47d7-b8cb-25c5c8570fbd has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:35:37.944263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add8a72b-b0ac-4c21-9797-4f260057a175 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:35:37.954256 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0930a945-3b9e-47fd-89d6-eba2bd40774a None None] Sync routers for ids ['4115f252-083c-47d7-b8cb-25c5c8570fbd'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:35:37.959784 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-add8a72b-b0ac-4c21-9797-4f260057a175 admin admin] 10.222.0.41 "PUT /v2.0/routers/4115f252-083c-47d7-b8cb-25c5c8570fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1075740 Nov 22 15:35:37.962391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 43146) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:37.970032 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0930a945-3b9e-47fd-89d6-eba2bd40774a None None] Routers {'4115f252-083c-47d7-b8cb-25c5c8570fbd'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:35:37.970747 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-0930a945-3b9e-47fd-89d6-eba2bd40774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:35:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['4115f252-083c-47d7-b8cb-25c5c8570fbd'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:38.153411 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:38.164855 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-0930a945-3b9e-47fd-89d6-eba2bd40774a None None] Set router 4115f252-083c-47d7-b8cb-25c5c8570fbd gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:35:38.167018 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:38.489903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-0930a945-3b9e-47fd-89d6-eba2bd40774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'name': 'tempest-TestShelveInstance-1227109412-router', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:35:36Z', 'revision_number': 5, 'project_id': '2abbe339939b4604ab82ee99e332d025', 'gw_port': {'id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:38.495099 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0930a945-3b9e-47fd-89d6-eba2bd40774a None None] Checking router: 4115f252-083c-47d7-b8cb-25c5c8570fbd for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:35:38.507667 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0930a945-3b9e-47fd-89d6-eba2bd40774a None None] Routers {'4115f252-083c-47d7-b8cb-25c5c8570fbd'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:35:38.508398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-0930a945-3b9e-47fd-89d6-eba2bd40774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:35:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['4115f252-083c-47d7-b8cb-25c5c8570fbd'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:38.575468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b75bd8-286c-4f24-ac69-3463126c5300 req-98cb6489-75c8-409e-8218-8e361deafe02 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:38.577041 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d4b75bd8-286c-4f24-ac69-3463126c5300 req-98cb6489-75c8-409e-8218-8e361deafe02 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1238751 Nov 22 15:35:38.696221 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d4b75bd8-286c-4f24-ac69-3463126c5300 req-6ffdb727-9343-4be4-b8fa-8c343934fe51 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707803 Nov 22 15:35:38.699177 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-0930a945-3b9e-47fd-89d6-eba2bd40774a None None] Set router 4115f252-083c-47d7-b8cb-25c5c8570fbd gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:35:38.729388 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:38.738270 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Deleting port e9931567-277e-44cc-9966-43b1c85265cc {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:35:38.738792 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:38.918886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] For port e9931567-277e-44cc-9966-43b1c85265cc, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=e9931567-277e-44cc-9966-43b1c85265cc,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:38.919278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:39.003638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-0930a945-3b9e-47fd-89d6-eba2bd40774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'name': 'tempest-TestShelveInstance-1227109412-router', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:35:36Z', 'revision_number': 5, 'project_id': '2abbe339939b4604ab82ee99e332d025', 'gw_port': {'id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:39.007802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0930a945-3b9e-47fd-89d6-eba2bd40774a None None] The sync data for ids ['4115f252-083c-47d7-b8cb-25c5c8570fbd'] in dv-cinder-818778-1-iscsi is: [{'id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'name': 'tempest-TestShelveInstance-1227109412-router', 'tenant_id': '2abbe339939b4604ab82ee99e332d025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:35:36Z', 'revision_number': 5, 'project_id': '2abbe339939b4604ab82ee99e332d025', 'gw_port': {'id': 'e9931567-277e-44cc-9966-43b1c85265cc', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115f252-083c-47d7-b8cb-25c5c8570fbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:50Z', 'updated_at': '2021-11-22T15:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:35:39.050506 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Calling delete_port for e9931567-277e-44cc-9966-43b1c85265cc owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:35:39.228324 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:39.233771 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:39.281416 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Pushing event deleted for resources: {'Port': ['ID=e9931567-277e-44cc-9966-43b1c85265cc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:39.285380 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:39.553643 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852966379'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:39.913740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853145477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29104'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:39.922692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:39.959661 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853145579'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:39.960216 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4115f252-083c-47d7-b8cb-25c5c8570fbd {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:35:39.971683 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6610b-9c15-469b-b8f7-33b08c0246d8 req-ef753435-6825-4881-9394-1bf10b769f7d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:39.973306 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6dd6610b-9c15-469b-b8f7-33b08c0246d8 req-ef753435-6825-4881-9394-1bf10b769f7d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1332457 Nov 22 15:35:39.982954 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:39.984266 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-c8527244-3d84-458c-b11d-5b86bb10adde admin admin] 10.222.0.41 "DELETE /v2.0/routers/4115f252-083c-47d7-b8cb-25c5c8570fbd HTTP/1.1" status: 204 len: 168 time: 2.0208340 Nov 22 15:35:39.987064 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 43158) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:40.028628 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6dd6610b-9c15-469b-b8f7-33b08c0246d8 req-06c61cdb-e2db-48e9-ace1-57539d8168fd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479205 Nov 22 15:35:40.066982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Deleting subnet 144b3a50-ce89-4718-b4aa-7f08929c44b6 {{(pid=88138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:35:40.070243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:40.130016 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851915914'] for subnet, precommit_delete_associations {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:40.216303 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:40.285035 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853300385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853457045'] for subnet, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:40.296217 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:40.330078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b987574-6515-4cc1-acfd-25b75ebda2d2 None None] Network 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:35:40.331091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:40.333763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144b3a50-ce89-4718-b4aa-7f08929c44b6,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:40.345265 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/144b3a50-ce89-4718-b4aa-7f08929c44b6 HTTP/1.1" status: 204 len: 168 time: 0.3570762 Nov 22 15:35:40.347637 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:40.348071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:40.348490 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:40.348789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 43162) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:40.348897 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:40.349295 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:40.349700 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:40.350115 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:40.350519 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:40.350947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:40.351354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:40.351814 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:35:40.357151 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2038c7e1-1711-4ef6-b1cf-f8e6badebb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:40.468374 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:40.479286 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Deleting port 7665ded7-31ea-48da-b57f-158dac7b7942 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:35:40.479651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:40.606556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd63b5-0f53-448b-839a-dc0605908716 None None] DHCP port deletion for 08802539-0f0c-49d4-b62a-4a8d1b1c2b0c request from dv-cinder-818778-1-iscsi {{(pid=88140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:35:40.612616 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd63b5-0f53-448b-839a-dc0605908716 None None] Deleting port 7665ded7-31ea-48da-b57f-158dac7b7942 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:35:40.613137 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7cd63b5-0f53-448b-839a-dc0605908716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:40.701341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] For port 7665ded7-31ea-48da-b57f-158dac7b7942, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=7665ded7-31ea-48da-b57f-158dac7b7942,segment=NetworkSegment(d5dd4ee0-9689-4810-b1ee-8bd22f6618f1),segment_id=d5dd4ee0-9689-4810-b1ee-8bd22f6618f1)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:40.701735 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:40.825287 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-d7cd63b5-0f53-448b-839a-dc0605908716 None None] For port 7665ded7-31ea-48da-b57f-158dac7b7942, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=7665ded7-31ea-48da-b57f-158dac7b7942,segment=NetworkSegment(d5dd4ee0-9689-4810-b1ee-8bd22f6618f1),segment_id=d5dd4ee0-9689-4810-b1ee-8bd22f6618f1)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:40.825679 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7cd63b5-0f53-448b-839a-dc0605908716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:40.827354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Calling delete_port for 7665ded7-31ea-48da-b57f-158dac7b7942 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:35:40.893466 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device db390c09-5ff0-42de-be53-99781742df0e no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:35:40.901436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:40.906410 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-97bc5cce-294b-46a2-b9be-ee28222b454b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:40.951622 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7665ded7-31ea-48da-b57f-158dac7b7942,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:40.954644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:40.964046 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] No DVR routers for this DVR port 7665ded7-31ea-48da-b57f-158dac7b7942 on host dv-cinder-818778-1-iscsi {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:35:40.992921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd63b5-0f53-448b-839a-dc0605908716 None None] Calling delete_port for 7665ded7-31ea-48da-b57f-158dac7b7942 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:35:41.034883 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: db390c09-5ff0-42de-be53-99781742df0e {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:35:41.035271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device db390c09-5ff0-42de-be53-99781742df0e not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:35:41.035733 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 7665ded7-31ea-48da-b57f-158dac7b7942 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:35:41.073508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 7665ded7-31ea-48da-b57f-158dac7b7942 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:35:41.073876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 7665ded7-31ea-48da-b57f-158dac7b7942 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:35:41.074341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device e9931567-277e-44cc-9966-43b1c85265cc no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:35:41.087137 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:41.109545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: e9931567-277e-44cc-9966-43b1c85265cc {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:35:41.109932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device e9931567-277e-44cc-9966-43b1c85265cc not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:35:41.114806 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08802539-0f0c-49d4-b62a-4a8d1b1c2b0c']}} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:41.128383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:41.128761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dd4ee0-9689-4810-b1ee-8bd22f6618f1') {} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:41.137982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.db.api [None req-d7cd63b5-0f53-448b-839a-dc0605908716 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:35:41.138395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_db.api [None req-d7cd63b5-0f53-448b-839a-dc0605908716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:35:41.142226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851673568'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:41.157087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:41.165407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:35:41.165679 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853550774'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:35:41.181467 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:35:41.312712 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:41.319065 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:41.321660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:41.352364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=08802539-0f0c-49d4-b62a-4a8d1b1c2b0c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:41.359781 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:41.364274 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/08802539-0f0c-49d4-b62a-4a8d1b1c2b0c HTTP/1.1" status: 204 len: 168 time: 1.0110371 Nov 22 15:35:41.367399 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 43170) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:41.375855 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231c18e-dce1-45a9-bfa3-fa7beb0d2b63 req-7be01d93-9e67-4395-aabe-7e3e331a6d20 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:41.377452 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4231c18e-dce1-45a9-bfa3-fa7beb0d2b63 req-7be01d93-9e67-4395-aabe-7e3e331a6d20 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1921711 Nov 22 15:35:41.427555 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4231c18e-dce1-45a9-bfa3-fa7beb0d2b63 req-6b768dad-4449-4619-970e-4994dce48459 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438383 Nov 22 15:35:41.639359 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd63b5-0f53-448b-839a-dc0605908716 None None] Deleting port 7665ded7-31ea-48da-b57f-158dac7b7942 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:35:41.639913 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7cd63b5-0f53-448b-839a-dc0605908716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:41.708785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd63b5-0f53-448b-839a-dc0605908716 None None] The port '7665ded7-31ea-48da-b57f-158dac7b7942' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:35:41.783014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852942588'] for router_interface, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:42.398107 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] Deleting port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:35:42.398729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:42.590992 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] For port 2b3fa972-b5ec-423b-8ef3-288b4cef7c66, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=2b3fa972-b5ec-423b-8ef3-288b4cef7c66,segment=NetworkSegment(53f4766e-26e7-47ba-9dd0-1d24a14086d8),segment_id=53f4766e-26e7-47ba-9dd0-1d24a14086d8)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:42.591440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:42.653615 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b702f4-bd1a-465d-a30d-e2bdd3de0b91 req-cd889e44-4ce6-4d57-b097-c3e6d869bf37 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:42.654546 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b4b702f4-bd1a-465d-a30d-e2bdd3de0b91 req-cd889e44-4ce6-4d57-b097-c3e6d869bf37 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0867200 Nov 22 15:35:42.703618 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b4b702f4-bd1a-465d-a30d-e2bdd3de0b91 req-ae659c6d-fbfb-4276-ba3c-30ed1af63ac1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427244 Nov 22 15:35:42.717624 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] Calling delete_port for 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 owned by network:router_interface {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:35:42.923045 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:42.928429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:42.972182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3fa972-b5ec-423b-8ef3-288b4cef7c66,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:42.977400 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:43.277809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852942434'] for router_interface, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:43.930352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e863f-d27a-4193-b24a-1b245ba28f22 req-d33d1c60-d34f-4d75-8340-ad3963c02fce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:43.932027 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-005e863f-d27a-4193-b24a-1b245ba28f22 req-d33d1c60-d34f-4d75-8340-ad3963c02fce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0839574 Nov 22 15:35:43.987162 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-005e863f-d27a-4193-b24a-1b245ba28f22 req-9f2b6f5b-a0c7-4068-a1ef-0b09406a9479 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489602 Nov 22 15:35:44.085497 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] Router 1ccd184a-ce46-4f40-899a-4577fabec8d5 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:35:44.294564 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:35:44.305145 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] 10.222.0.41 "PUT /v2.0/routers/1ccd184a-ce46-4f40-899a-4577fabec8d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9365444 Nov 22 15:35:44.305824 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea1d92-fc27-48a5-888a-12cdd6f32d06 None None] Sync routers for ids ['1ccd184a-ce46-4f40-899a-4577fabec8d5'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:35:44.306584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 43184) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:44.318402 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea1d92-fc27-48a5-888a-12cdd6f32d06 None None] Routers {'1ccd184a-ce46-4f40-899a-4577fabec8d5'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:35:44.319304 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-08ea1d92-fc27-48a5-888a-12cdd6f32d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:35:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['1ccd184a-ce46-4f40-899a-4577fabec8d5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:44.517356 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-08ea1d92-fc27-48a5-888a-12cdd6f32d06 None None] Set router 1ccd184a-ce46-4f40-899a-4577fabec8d5 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:35:44.728981 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:44.825802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-08ea1d92-fc27-48a5-888a-12cdd6f32d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'name': 'tempest-TestShelveInstance-644986564-router', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:42Z', 'revision_number': 5, 'project_id': '8f1a699db91a42a180716200e43709d6', 'gw_port': {'id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:44.831480 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea1d92-fc27-48a5-888a-12cdd6f32d06 None None] Checking router: 1ccd184a-ce46-4f40-899a-4577fabec8d5 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:35:44.843901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea1d92-fc27-48a5-888a-12cdd6f32d06 None None] Routers {'1ccd184a-ce46-4f40-899a-4577fabec8d5'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:35:44.844580 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-08ea1d92-fc27-48a5-888a-12cdd6f32d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:35:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['1ccd184a-ce46-4f40-899a-4577fabec8d5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:44.948728 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:44.957436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Deleting port f7ebc8b0-99a3-40b7-a03f-e9d369cc873d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:35:44.957806 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:45.196662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-08ea1d92-fc27-48a5-888a-12cdd6f32d06 None None] Set router 1ccd184a-ce46-4f40-899a-4577fabec8d5 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:35:45.221753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] For port f7ebc8b0-99a3-40b7-a03f-e9d369cc873d, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=f7ebc8b0-99a3-40b7-a03f-e9d369cc873d,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:45.222180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:45.361811 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Calling delete_port for f7ebc8b0-99a3-40b7-a03f-e9d369cc873d owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:35:45.420427 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90375fce-cbca-496e-b4eb-5e8a08a48605 req-db3c2d60-c6cb-42be-8335-7b57a6d233ee tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:45.422040 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90375fce-cbca-496e-b4eb-5e8a08a48605 req-db3c2d60-c6cb-42be-8335-7b57a6d233ee tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.2843454 Nov 22 15:35:45.504482 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90375fce-cbca-496e-b4eb-5e8a08a48605 req-021af4f9-9b30-4cf9-89e4-05ce8c6e1f35 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743835 Nov 22 15:35:45.508501 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-08ea1d92-fc27-48a5-888a-12cdd6f32d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'name': 'tempest-TestShelveInstance-644986564-router', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:42Z', 'revision_number': 5, 'project_id': '8f1a699db91a42a180716200e43709d6', 'gw_port': {'id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:45.512954 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea1d92-fc27-48a5-888a-12cdd6f32d06 None None] The sync data for ids ['1ccd184a-ce46-4f40-899a-4577fabec8d5'] in dv-cinder-818778-1-iscsi is: [{'id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'name': 'tempest-TestShelveInstance-644986564-router', 'tenant_id': '8f1a699db91a42a180716200e43709d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:42Z', 'revision_number': 5, 'project_id': '8f1a699db91a42a180716200e43709d6', 'gw_port': {'id': 'f7ebc8b0-99a3-40b7-a03f-e9d369cc873d', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccd184a-ce46-4f40-899a-4577fabec8d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:34:58Z', 'updated_at': '2021-11-22T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:35:45.591438 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:45.597758 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-00d92184-011e-495c-ba53-e92104f9ee3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:45.649743 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ebc8b0-99a3-40b7-a03f-e9d369cc873d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:45.655994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:45.921444 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852966379'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.187706 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853145477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29104'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.192161 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.220903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853145579'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.221491 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ccd184a-ce46-4f40-899a-4577fabec8d5 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:35:46.234435 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.235700 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-094a9f62-212f-4068-bdd5-c80766c48e11 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1ccd184a-ce46-4f40-899a-4577fabec8d5 HTTP/1.1" status: 204 len: 168 time: 1.9280319 Nov 22 15:35:46.238298 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 43194) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:46.309456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-8063808b-4079-4b72-a156-7485d28f070a admin admin] Deleting subnet cee690bc-40e8-4206-a6bc-f1ea9b6f5120 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:35:46.313014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8063808b-4079-4b72-a156-7485d28f070a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.365342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8063808b-4079-4b72-a156-7485d28f070a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3102249'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.446584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8063808b-4079-4b72-a156-7485d28f070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.524314 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8063808b-4079-4b72-a156-7485d28f070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1224936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1358002'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.529488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6ce24526-e112-4495-9de1-6d6c60beb141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:46.567095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063808b-4079-4b72-a156-7485d28f070a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee690bc-40e8-4206-a6bc-f1ea9b6f5120,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:46.569809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8063808b-4079-4b72-a156-7485d28f070a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:46.573454 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8063808b-4079-4b72-a156-7485d28f070a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.579411 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba2b2fd-a473-4284-be7b-fd4929ec434b None None] Network 479b91af-7e54-489d-903a-3560d29a13a2 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:35:46.579921 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-8063808b-4079-4b72-a156-7485d28f070a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cee690bc-40e8-4206-a6bc-f1ea9b6f5120 HTTP/1.1" status: 204 len: 168 time: 0.3405526 Nov 22 15:35:46.582451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 43200) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:46.756817 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.778681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Deleting port 5fde393d-dc41-4918-bfe2-f6ba5601efe0 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:35:46.779051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.847583 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8672e40c-46e2-4a61-881a-4e5b8c9985ef None None] DHCP port deletion for 479b91af-7e54-489d-903a-3560d29a13a2 request from dv-cinder-818778-1-iscsi {{(pid=88140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:35:46.848133 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d293f9-eca8-4d7e-8709-c285b82b045e req-31f68836-61c4-47ff-a8b0-7e6519ee963c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:46.849752 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9d293f9-eca8-4d7e-8709-c285b82b045e req-31f68836-61c4-47ff-a8b0-7e6519ee963c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1677678 Nov 22 15:35:46.853021 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8672e40c-46e2-4a61-881a-4e5b8c9985ef None None] Deleting port 5fde393d-dc41-4918-bfe2-f6ba5601efe0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:35:46.853755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8672e40c-46e2-4a61-881a-4e5b8c9985ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.886658 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device f7ebc8b0-99a3-40b7-a03f-e9d369cc873d no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:35:46.986817 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9d293f9-eca8-4d7e-8709-c285b82b045e req-8c984155-1333-497e-8bbf-bd5011575b9d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074939 Nov 22 15:35:47.105758 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: f7ebc8b0-99a3-40b7-a03f-e9d369cc873d {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:35:47.106322 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device f7ebc8b0-99a3-40b7-a03f-e9d369cc873d not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:35:47.106867 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:35:47.145208 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:35:47.145636 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 2b3fa972-b5ec-423b-8ef3-288b4cef7c66 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:35:47.280084 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] For port 5fde393d-dc41-4918-bfe2-f6ba5601efe0, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=5fde393d-dc41-4918-bfe2-f6ba5601efe0,segment=NetworkSegment(53f4766e-26e7-47ba-9dd0-1d24a14086d8),segment_id=53f4766e-26e7-47ba-9dd0-1d24a14086d8)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:47.280591 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:47.312095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-8672e40c-46e2-4a61-881a-4e5b8c9985ef None None] For port 5fde393d-dc41-4918-bfe2-f6ba5601efe0, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=5fde393d-dc41-4918-bfe2-f6ba5601efe0,segment=NetworkSegment(53f4766e-26e7-47ba-9dd0-1d24a14086d8),segment_id=53f4766e-26e7-47ba-9dd0-1d24a14086d8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:35:47.312535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8672e40c-46e2-4a61-881a-4e5b8c9985ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:47.427534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Calling delete_port for 5fde393d-dc41-4918-bfe2-f6ba5601efe0 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:35:47.452937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8672e40c-46e2-4a61-881a-4e5b8c9985ef None None] Calling delete_port for 5fde393d-dc41-4918-bfe2-f6ba5601efe0 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:35:47.527376 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8672e40c-46e2-4a61-881a-4e5b8c9985ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:47.532039 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:47.571590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.db.api [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:35:47.571957 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_db.api [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:35:47.574600 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672e40c-46e2-4a61-881a-4e5b8c9985ef None None] Pushing event deleted for resources: {'Port': ['ID=5fde393d-dc41-4918-bfe2-f6ba5601efe0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:47.577953 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8672e40c-46e2-4a61-881a-4e5b8c9985ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:47.580482 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8672e40c-46e2-4a61-881a-4e5b8c9985ef None None] No DVR routers for this DVR port 5fde393d-dc41-4918-bfe2-f6ba5601efe0 on host dv-cinder-818778-1-iscsi {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:35:47.582663 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-80ce069a-b1d3-4a78-89a6-adcc23d087ea req-422e88c9-4401-44de-8b55-023e4ad83ff1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3268340 Nov 22 15:35:47.682017 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-80ce069a-b1d3-4a78-89a6-adcc23d087ea req-bc6745d6-a899-4ba2-96ff-19b4ad67f314 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 1098 time: 0.0753772 Nov 22 15:35:47.842191 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce069a-b1d3-4a78-89a6-adcc23d087ea req-5d843b69-28ca-4b7d-9a88-5b3cdbaec507 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:47.843812 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-80ce069a-b1d3-4a78-89a6-adcc23d087ea req-5d843b69-28ca-4b7d-9a88-5b3cdbaec507 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.1383319 Nov 22 15:35:47.918863 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-80ce069a-b1d3-4a78-89a6-adcc23d087ea req-c0cb6459-0bac-4555-9966-1b799311e69a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb HTTP/1.1" status: 200 len: 217 time: 0.0640132 Nov 22 15:35:47.994268 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce069a-b1d3-4a78-89a6-adcc23d087ea req-09c80959-1d65-4f33-8feb-7ef0d16d98db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:47.995874 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-80ce069a-b1d3-4a78-89a6-adcc23d087ea req-09c80959-1d65-4f33-8feb-7ef0d16d98db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0677266 Nov 22 15:35:48.048968 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-80ce069a-b1d3-4a78-89a6-adcc23d087ea req-ec632ad3-53f1-4f6d-83a8-0939161e9d30 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435855 Nov 22 15:35:48.078407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Deleting port 5fde393d-dc41-4918-bfe2-f6ba5601efe0 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:35:48.078838 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:48.194773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] The port '5fde393d-dc41-4918-bfe2-f6ba5601efe0' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:35:48.447144 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:48.474497 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-80ce069a-b1d3-4a78-89a6-adcc23d087ea req-5b01aed8-092e-47c6-8fb6-2e2590b9448f service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170878 Nov 22 15:35:48.484384 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479b91af-7e54-489d-903a-3560d29a13a2']}} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:48.497455 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f3ee3-ccf2-4d8e-9ac7-c3e5a77e893e req-6612d04d-c9bf-4716-81a0-b690895ecd8f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:48.499072 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6b4f3ee3-ccf2-4d8e-9ac7-c3e5a77e893e req-6612d04d-c9bf-4716-81a0-b690895ecd8f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.3694556 Nov 22 15:35:48.534655 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f4766e-26e7-47ba-9dd0-1d24a14086d8') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:48.534997 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f4766e-26e7-47ba-9dd0-1d24a14086d8') {} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:35:48.579573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851673568'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:48.669927 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:48.687871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:35:48.688299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853550774'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: % (table.description, expected, rows_matched) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: % (table.description, expected, rows_matched) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: % (table.description, expected, rows_matched) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: % (table.description, expected, rows_matched) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:35:48.703210 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:35:48.727570 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6b4f3ee3-ccf2-4d8e-9ac7-c3e5a77e893e req-3677f0bf-38bf-4b63-a1ef-3ae236191f4f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014794 Nov 22 15:35:48.802776 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-80ce069a-b1d3-4a78-89a6-adcc23d087ea req-09d85e1b-dc6c-4278-9495-181861c31701 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003516 Nov 22 15:35:48.809079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:48.815124 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:48.829239 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:48.845600 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=479b91af-7e54-489d-903a-3560d29a13a2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:48.848672 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:48.853966 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ab478890-7167-45e4-838d-e1135d2b5aa4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/479b91af-7e54-489d-903a-3560d29a13a2 HTTP/1.1" status: 204 len: 168 time: 2.2704251 Nov 22 15:35:48.870285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 5fde393d-dc41-4918-bfe2-f6ba5601efe0 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:35:48.906197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 5fde393d-dc41-4918-bfe2-f6ba5601efe0 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:35:48.906587 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 5fde393d-dc41-4918-bfe2-f6ba5601efe0 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:35:49.062049 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 43214) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:49.115071 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-5fee1fa6-cb4c-4966-a7e6-d624e4a94767 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2abbe339939b4604ab82ee99e332d025&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516131 Nov 22 15:35:49.117592 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 43218) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:49.178267 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cce1e87f-31fb-4a8d-82c3-87a54141cbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:49.204389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cce1e87f-31fb-4a8d-82c3-87a54141cbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:49.251212 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cce1e87f-31fb-4a8d-82c3-87a54141cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:49.256238 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e7c2513c-e665-4b1a-b81f-4972cb79748f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:49.271998 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1e87f-31fb-4a8d-82c3-87a54141cbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7d55ac-d6a1-4af9-8881-767974390b0e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:49.275105 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-cce1e87f-31fb-4a8d-82c3-87a54141cbfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:49.278611 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cce1e87f-31fb-4a8d-82c3-87a54141cbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:49.280595 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-cce1e87f-31fb-4a8d-82c3-87a54141cbfc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b7d55ac-d6a1-4af9-8881-767974390b0e HTTP/1.1" status: 204 len: 168 time: 0.1620169 Nov 22 15:35:49.740990 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 43228) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:49.817687 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7e13cc92-7d9c-4494-b633-91b27f679f5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f1a699db91a42a180716200e43709d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0753458 Nov 22 15:35:49.822023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 43234) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:35:49.955370 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02cffd74-d69e-4549-af54-bb8e2e1a1490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:49.995042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02cffd74-d69e-4549-af54-bb8e2e1a1490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:50.029365 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d38dc7-d8a4-4686-9860-3329283235f1 req-e514c4c4-f01d-41e0-b8bd-31e6e80c502f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:50.031021 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7d38dc7-d8a4-4686-9860-3329283235f1 req-e514c4c4-f01d-41e0-b8bd-31e6e80c502f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1484346 Nov 22 15:35:50.096397 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7d38dc7-d8a4-4686-9860-3329283235f1 req-87f52f4b-c52e-4806-bb8a-4c2023f038fd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557928 Nov 22 15:35:50.100603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02cffd74-d69e-4549-af54-bb8e2e1a1490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:50.106335 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1605f5d4-6af5-4f33-8aef-ece6e93dd2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:35:50.117804 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cffd74-d69e-4549-af54-bb8e2e1a1490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27bc050-d6c2-4783-8348-16657f6ca6b6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:35:50.123084 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-02cffd74-d69e-4549-af54-bb8e2e1a1490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:35:50.125673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02cffd74-d69e-4549-af54-bb8e2e1a1490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:50.129952 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-02cffd74-d69e-4549-af54-bb8e2e1a1490 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d27bc050-d6c2-4783-8348-16657f6ca6b6 HTTP/1.1" status: 204 len: 168 time: 0.3062785 Nov 22 15:35:51.319567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d81934-dcb1-4cf8-ae36-11d7aad948ed req-7dee3827-1a3b-47a6-b5cf-b7c48ae9533a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:51.321232 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-09d81934-dcb1-4cf8-ae36-11d7aad948ed req-7dee3827-1a3b-47a6-b5cf-b7c48ae9533a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0826528 Nov 22 15:35:51.376487 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-09d81934-dcb1-4cf8-ae36-11d7aad948ed req-5e24476a-d06f-41c9-86f7-7b52c1b7cccb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441785 Nov 22 15:35:52.596749 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d35b9-61f4-4a66-9898-9039e841d267 req-53c2c792-5e7a-4114-b4f2-557004703a76 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:52.598369 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d48d35b9-61f4-4a66-9898-9039e841d267 req-53c2c792-5e7a-4114-b4f2-557004703a76 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0863276 Nov 22 15:35:52.647019 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d48d35b9-61f4-4a66-9898-9039e841d267 req-96e424b6-10a1-4850-967b-46dd3ae333c8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425022 Nov 22 15:35:53.871246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a08f5-5c17-48b8-b210-713b0ec17411 req-5e28631b-e9fa-44c3-958c-7214616f7668 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:53.872873 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f07a08f5-5c17-48b8-b210-713b0ec17411 req-5e28631b-e9fa-44c3-958c-7214616f7668 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0873170 Nov 22 15:35:53.922906 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f07a08f5-5c17-48b8-b210-713b0ec17411 req-92600640-8630-45a2-96a6-c5e31f662014 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439575 Nov 22 15:35:55.151964 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a605c-ab3d-447d-b3c2-26f7393cd182 req-d81547bc-11ac-4e66-a9ff-84122928a190 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:55.153721 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4e4a605c-ab3d-447d-b3c2-26f7393cd182 req-d81547bc-11ac-4e66-a9ff-84122928a190 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0949588 Nov 22 15:35:55.207512 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4e4a605c-ab3d-447d-b3c2-26f7393cd182 req-8db1581d-8842-461e-9303-88450b57fbf1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475821 Nov 22 15:35:56.470770 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18edd0-274e-4015-8b92-f8d962511860 req-25a1f8c7-fcfd-4b28-9ace-506917bdbf99 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:56.472814 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1e18edd0-274e-4015-8b92-f8d962511860 req-25a1f8c7-fcfd-4b28-9ace-506917bdbf99 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1253738 Nov 22 15:35:56.531817 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1e18edd0-274e-4015-8b92-f8d962511860 req-8a35ecfa-8230-4937-abd0-be5499d9d0e6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522208 Nov 22 15:35:57.771681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955b3a8-0d8c-4e01-a786-6f5f8db52d6c req-40d942cd-7c24-4a5a-a1a7-a28d40dc8b9f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:57.773341 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c955b3a8-0d8c-4e01-a786-6f5f8db52d6c req-40d942cd-7c24-4a5a-a1a7-a28d40dc8b9f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0864990 Nov 22 15:35:57.827677 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c955b3a8-0d8c-4e01-a786-6f5f8db52d6c req-711a6d00-0051-470e-9604-4abd5ff9eea3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469239 Nov 22 15:35:59.046139 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531903c-3d74-4ebf-a0a3-4a457fdd9cd8 req-2c6c4cc9-256b-406f-baca-548dbe4f78ad tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:59.047809 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8531903c-3d74-4ebf-a0a3-4a457fdd9cd8 req-2c6c4cc9-256b-406f-baca-548dbe4f78ad tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0832512 Nov 22 15:35:59.102051 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8531903c-3d74-4ebf-a0a3-4a457fdd9cd8 req-008ee983-0fa7-47d8-bfe9-1121d463bf2d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455153 Nov 22 15:36:00.321742 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789111c-37b7-43f5-8494-b1960732271a req-e13d7941-e6b4-4062-aa43-adc68d1b86cb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:00.323438 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a789111c-37b7-43f5-8494-b1960732271a req-e13d7941-e6b4-4062-aa43-adc68d1b86cb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0837431 Nov 22 15:36:00.378269 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a789111c-37b7-43f5-8494-b1960732271a req-7963dc7e-20e9-4a5b-95f1-dec2d766b190 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488267 Nov 22 15:36:01.610762 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c6abe-f2df-4526-a1e5-affa6cfddd65 req-fe985c20-2963-40d5-8a9e-fb19a9e84e54 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:01.612338 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e15c6abe-f2df-4526-a1e5-affa6cfddd65 req-fe985c20-2963-40d5-8a9e-fb19a9e84e54 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0860188 Nov 22 15:36:01.667812 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e15c6abe-f2df-4526-a1e5-affa6cfddd65 req-de41abfe-ebf0-4024-a4c2-fcf3d939e4ce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490243 Nov 22 15:36:02.883599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd176473-523c-4ac4-97b7-3d3fcaeb4e66 req-531e58dc-d45b-4273-b3aa-81faaaee5c70 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:02.885239 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fd176473-523c-4ac4-97b7-3d3fcaeb4e66 req-531e58dc-d45b-4273-b3aa-81faaaee5c70 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0839326 Nov 22 15:36:02.933181 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fd176473-523c-4ac4-97b7-3d3fcaeb4e66 req-3c174414-c280-47ad-9511-91454bf9e2c1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418117 Nov 22 15:36:03.789994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9c8bbe9f-9e47-4ff4-8d16-fd3d8bec285f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:04.179756 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4f890-00ab-4c57-a435-18c28c1393a4 req-bd14db08-e46b-4c61-9c41-4a138beb776a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:04.181661 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6cd4f890-00ab-4c57-a435-18c28c1393a4 req-bd14db08-e46b-4c61-9c41-4a138beb776a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1058881 Nov 22 15:36:04.237126 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6cd4f890-00ab-4c57-a435-18c28c1393a4 req-2258194c-62ec-436f-80eb-70897b373648 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455146 Nov 22 15:36:05.163066 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:05.443992 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:36:05.468648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64922e79-4e5e-43a4-8ab0-16bdf1bc366d req-d21b70cd-3ecf-4244-8de2-f0807d450181 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:05.470265 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-64922e79-4e5e-43a4-8ab0-16bdf1bc366d req-d21b70cd-3ecf-4244-8de2-f0807d450181 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0933213 Nov 22 15:36:05.522312 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-64922e79-4e5e-43a4-8ab0-16bdf1bc366d req-0834fcc1-7009-49f2-aa68-786340cb172d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457714 Nov 22 15:36:06.004869 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-25c99188-c157-4b89-bb5e-3136d441127b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:06.283319 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:06.770168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a574d-f1e3-4bb7-b7b3-b441e884e4f9 req-fbf68a81-4966-479a-8d81-a4b8c370ce19 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:06.771785 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-866a574d-f1e3-4bb7-b7b3-b441e884e4f9 req-fbf68a81-4966-479a-8d81-a4b8c370ce19 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0959916 Nov 22 15:36:06.823008 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-866a574d-f1e3-4bb7-b7b3-b441e884e4f9 req-e7586f3d-90c4-48e4-a83e-44b2275c3171 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437169 Nov 22 15:36:07.481835 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:08.072494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368ce36-b557-4d08-a1be-67edef5c73e5 req-c52e156b-9c1d-4627-b560-8565b6cba8f7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:08.074134 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8368ce36-b557-4d08-a1be-67edef5c73e5 req-c52e156b-9c1d-4627-b560-8565b6cba8f7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0847466 Nov 22 15:36:08.086901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:08.128112 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8368ce36-b557-4d08-a1be-67edef5c73e5 req-3e95f00b-a41b-47ec-95c4-6bdc49123813 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477090 Nov 22 15:36:09.361138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028dbda-6f84-49a1-9cb9-8a5465e1314e req-d9b1132f-4a5c-4ac9-906e-a38433af4386 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:09.362868 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5028dbda-6f84-49a1-9cb9-8a5465e1314e req-d9b1132f-4a5c-4ac9-906e-a38433af4386 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0911376 Nov 22 15:36:09.416328 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5028dbda-6f84-49a1-9cb9-8a5465e1314e req-73f08601-06fa-4785-b693-6c7a7dbe26c4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461226 Nov 22 15:36:10.865292 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfc2a0-8678-4422-8141-264fcb527b29 req-fba3d532-b866-487b-b259-a6375e4f77b6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:10.867410 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3ccfc2a0-8678-4422-8141-264fcb527b29 req-fba3d532-b866-487b-b259-a6375e4f77b6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.2921345 Nov 22 15:36:10.916180 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3ccfc2a0-8678-4422-8141-264fcb527b29 req-5e091e77-a5ce-42a7-8ce3-2be63df88f4b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426333 Nov 22 15:36:12.134136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d1a19-1efe-4aaf-9bf0-885e933fb646 req-a4a51f87-6d60-495c-b90f-daa722d0dabd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:12.135745 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e37d1a19-1efe-4aaf-9bf0-885e933fb646 req-a4a51f87-6d60-495c-b90f-daa722d0dabd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0847409 Nov 22 15:36:12.182722 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e37d1a19-1efe-4aaf-9bf0-885e933fb646 req-abe71b04-4b77-467f-be6a-dcd19670e1a3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408938 Nov 22 15:36:13.405534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c427d9-6cf5-4332-8c42-f3ddcd3356e1 req-37ac89ad-b2c8-44d0-876f-e1bea0d69097 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:13.407172 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d5c427d9-6cf5-4332-8c42-f3ddcd3356e1 req-37ac89ad-b2c8-44d0-876f-e1bea0d69097 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0873244 Nov 22 15:36:13.454988 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d5c427d9-6cf5-4332-8c42-f3ddcd3356e1 req-f22ea0b6-67a5-402a-9d37-7f8346c6df66 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415924 Nov 22 15:36:14.674755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b80673-0e76-464f-a8fb-29ce075eca91 req-8a62e5ec-53a1-4218-9dea-9271bbd288e9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:14.676252 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-70b80673-0e76-464f-a8fb-29ce075eca91 req-8a62e5ec-53a1-4218-9dea-9271bbd288e9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0827827 Nov 22 15:36:14.726458 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-70b80673-0e76-464f-a8fb-29ce075eca91 req-84c5c49e-9bc5-4b7c-ad64-5d08ccf51f4c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427768 Nov 22 15:36:15.953919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e6353-5a8b-4b87-9951-84f18b25fa4e req-125c4789-76e9-4d22-9cd5-3883f3451fb5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:15.955537 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-066e6353-5a8b-4b87-9951-84f18b25fa4e req-125c4789-76e9-4d22-9cd5-3883f3451fb5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0842097 Nov 22 15:36:16.006911 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-066e6353-5a8b-4b87-9951-84f18b25fa4e req-5f5d93c7-39bb-4021-adc9-d76acd7b4705 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452054 Nov 22 15:36:17.222352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b410535-9391-40a4-98ce-4cf03ab78316 req-281a84c1-e7ed-4e5c-b180-6da0ad475451 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:17.224004 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b410535-9391-40a4-98ce-4cf03ab78316 req-281a84c1-e7ed-4e5c-b180-6da0ad475451 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0824535 Nov 22 15:36:17.276161 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b410535-9391-40a4-98ce-4cf03ab78316 req-9c00c2f5-9906-4164-a70c-a0233bd1dcb6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457835 Nov 22 15:36:18.492426 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a27c59-deab-4992-b14c-e0fc2d1e083c req-f0c88657-1179-428e-80da-dabbd3493274 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:18.493919 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b7a27c59-deab-4992-b14c-e0fc2d1e083c req-f0c88657-1179-428e-80da-dabbd3493274 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0829647 Nov 22 15:36:18.542360 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b7a27c59-deab-4992-b14c-e0fc2d1e083c req-a5e769e2-d2d3-4780-a5e8-9e629b1a6955 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422413 Nov 22 15:36:19.770643 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714277e0-8260-4794-9424-8456fce9bf1f req-59382996-24dd-42be-8950-2c219f65e772 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:19.772280 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-714277e0-8260-4794-9424-8456fce9bf1f req-59382996-24dd-42be-8950-2c219f65e772 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0942042 Nov 22 15:36:19.820953 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-714277e0-8260-4794-9424-8456fce9bf1f req-5fe09a22-0a15-44fb-92c4-b2c4ce681a9a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420425 Nov 22 15:36:21.051959 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61506c8b-4d98-4391-9642-572f798d0d06 req-1d7e0f19-900f-4675-a25b-ad3b13a8d364 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:21.053624 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-61506c8b-4d98-4391-9642-572f798d0d06 req-1d7e0f19-900f-4675-a25b-ad3b13a8d364 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0916657 Nov 22 15:36:21.103528 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-61506c8b-4d98-4391-9642-572f798d0d06 req-5765b7e7-c42e-4bb3-96b0-ae9a1806397a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437317 Nov 22 15:36:22.328720 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d04101-b37b-4442-84ae-5b0ddcc53654 req-3e950e76-5ee1-4741-b462-80cbc16271a1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:22.330358 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a8d04101-b37b-4442-84ae-5b0ddcc53654 req-3e950e76-5ee1-4741-b462-80cbc16271a1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0867715 Nov 22 15:36:22.380456 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a8d04101-b37b-4442-84ae-5b0ddcc53654 req-827314d8-da6e-4420-9b8f-de9b695266e8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431376 Nov 22 15:36:23.605181 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c258bb-3b87-4820-9f73-3276a576ac4d req-b1f9bf4e-42cc-4105-be0b-c7dab14e42ee tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:23.607454 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d5c258bb-3b87-4820-9f73-3276a576ac4d req-b1f9bf4e-42cc-4105-be0b-c7dab14e42ee tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0868556 Nov 22 15:36:23.665629 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d5c258bb-3b87-4820-9f73-3276a576ac4d req-a2716b38-93f5-4e69-98d7-77474100b965 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502646 Nov 22 15:36:24.913802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6d104-2bde-476b-a1a7-2b1aca6f2428 req-632e0109-5e90-4f76-8725-cba4deab8e00 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:24.916026 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f7c6d104-2bde-476b-a1a7-2b1aca6f2428 req-632e0109-5e90-4f76-8725-cba4deab8e00 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1111772 Nov 22 15:36:24.973529 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f7c6d104-2bde-476b-a1a7-2b1aca6f2428 req-29d3a93d-106e-4c69-b636-4f2e8cb08f06 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495291 Nov 22 15:36:26.200761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38f050-26d4-4cdc-959e-ff3a24642b66 req-ae3d3269-1b0f-403c-ae54-1e2f7eb82271 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:26.202280 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7e38f050-26d4-4cdc-959e-ff3a24642b66 req-ae3d3269-1b0f-403c-ae54-1e2f7eb82271 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0823362 Nov 22 15:36:26.256079 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7e38f050-26d4-4cdc-959e-ff3a24642b66 req-b57f9da7-a03b-4bf7-aa57-f2072bc72e85 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473371 Nov 22 15:36:27.484197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89398d6d-ea7f-4976-a6ff-c04206563ac6 req-08e5e08e-710d-4281-928b-70a6505019ec tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:27.485825 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-89398d6d-ea7f-4976-a6ff-c04206563ac6 req-08e5e08e-710d-4281-928b-70a6505019ec tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0837951 Nov 22 15:36:27.535898 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-89398d6d-ea7f-4976-a6ff-c04206563ac6 req-841743d7-9430-4742-bbe1-7279d8950d0f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438426 Nov 22 15:36:28.763864 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c53979-ed23-4f8e-9869-debea61e8925 req-6c38b1ad-60f6-4af9-9f26-862506f894e0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:28.765469 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-85c53979-ed23-4f8e-9869-debea61e8925 req-6c38b1ad-60f6-4af9-9f26-862506f894e0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0859401 Nov 22 15:36:28.815673 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-85c53979-ed23-4f8e-9869-debea61e8925 req-10a431ea-8d80-4ff9-b15b-b5fb5e9fcff4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438392 Nov 22 15:36:30.042421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511c494-349c-418b-aad2-ff9af7895ffc req-d112ed4a-a2c7-4ee8-b850-24ca8a04c1c0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:30.044100 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7511c494-349c-418b-aad2-ff9af7895ffc req-d112ed4a-a2c7-4ee8-b850-24ca8a04c1c0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0876365 Nov 22 15:36:30.100600 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7511c494-349c-418b-aad2-ff9af7895ffc req-2d93d419-089e-48f5-9707-6b50527a93cb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438316 Nov 22 15:36:31.336033 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4485a-7b37-416b-b06a-ad2f612145a4 req-f30dbe82-a280-4a20-ae6f-3dff73d51d25 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:31.337938 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ec4485a-7b37-416b-b06a-ad2f612145a4 req-f30dbe82-a280-4a20-ae6f-3dff73d51d25 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0973837 Nov 22 15:36:31.390408 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ec4485a-7b37-416b-b06a-ad2f612145a4 req-9dd5562d-4c1e-4d59-9c13-338c191fb89f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438721 Nov 22 15:36:32.623777 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74255738-dfee-491f-8b64-ee5b0a5e8818 req-1b512cf1-d7ba-4927-b417-ed9fca15a904 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:32.626266 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-74255738-dfee-491f-8b64-ee5b0a5e8818 req-1b512cf1-d7ba-4927-b417-ed9fca15a904 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0934186 Nov 22 15:36:32.675848 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-74255738-dfee-491f-8b64-ee5b0a5e8818 req-1cd4a4d4-2110-4ec9-8dfc-40747dc63ccf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436366 Nov 22 15:36:33.796259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-01a528c3-134d-4279-bf61-657a8facd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:33.915652 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8486736-e7d3-44d6-8848-83c0c2207a8c req-3eca0317-d41d-494b-a30d-19fa5887ecc1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:33.917198 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c8486736-e7d3-44d6-8848-83c0c2207a8c req-3eca0317-d41d-494b-a30d-19fa5887ecc1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0970297 Nov 22 15:36:33.973673 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c8486736-e7d3-44d6-8848-83c0c2207a8c req-5012c2a3-5dfd-42b9-b6d3-6900e908e68a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463805 Nov 22 15:36:35.168911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:35.221586 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b3a49-fdd3-4b1e-b7c0-a04e946d3e74 req-c967b60e-7b31-49be-8391-c1d41a0fd7d1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:35.223399 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-007b3a49-fdd3-4b1e-b7c0-a04e946d3e74 req-c967b60e-7b31-49be-8391-c1d41a0fd7d1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0921383 Nov 22 15:36:35.284087 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-007b3a49-fdd3-4b1e-b7c0-a04e946d3e74 req-a6579fd8-70d4-4e57-b968-d6c696f5d632 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516398 Nov 22 15:36:36.008395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0c2d-f9ff-4a5e-a41b-77508723ffbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:36.286284 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:36.504552 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c40bcd-7091-44fe-afa4-90b87286d758 req-e2b6fb14-41b1-4fc0-a9af-18b316673d0d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:36.506152 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-54c40bcd-7091-44fe-afa4-90b87286d758 req-e2b6fb14-41b1-4fc0-a9af-18b316673d0d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0836165 Nov 22 15:36:36.556857 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-54c40bcd-7091-44fe-afa4-90b87286d758 req-6ee7dab6-3dd1-42f2-ab07-07569100b174 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437751 Nov 22 15:36:37.494513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:37.776733 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6732-f907-442d-aba4-d43e3b78c83f req-1bc8dd4d-f2eb-489c-a0ab-7ffaa4ab0b7f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:37.778370 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1df6732-f907-442d-aba4-d43e3b78c83f req-1bc8dd4d-f2eb-489c-a0ab-7ffaa4ab0b7f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0860019 Nov 22 15:36:37.826469 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1df6732-f907-442d-aba4-d43e3b78c83f req-583a5b5e-e6f5-45c1-bf1c-d4663d117e4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419590 Nov 22 15:36:38.088647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:39.047481 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d574c-a37f-449f-a68f-6270a7bb5e89 req-4a8c544b-4dcc-47af-8e98-d02b139900ae tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:39.049645 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-553d574c-a37f-449f-a68f-6270a7bb5e89 req-4a8c544b-4dcc-47af-8e98-d02b139900ae tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0870070 Nov 22 15:36:39.109065 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-553d574c-a37f-449f-a68f-6270a7bb5e89 req-c7cbba88-c61e-4966-918c-8cb37686c909 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522933 Nov 22 15:36:40.331069 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebea7f-17e4-4376-8f32-7923fedc4c9f req-3d144c40-1cc8-4893-b88b-a73b08802aa5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:40.332855 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e1ebea7f-17e4-4376-8f32-7923fedc4c9f req-3d144c40-1cc8-4893-b88b-a73b08802aa5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0885723 Nov 22 15:36:40.383625 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e1ebea7f-17e4-4376-8f32-7923fedc4c9f req-287bb2a4-7a5c-4e0c-884e-dfa4a8e66e1b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437016 Nov 22 15:36:41.597500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc44976-fb24-47cc-8588-70efadeb7d5a req-22b59c38-1e74-49b9-9af4-37abff59fe2f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:41.599067 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2cc44976-fb24-47cc-8588-70efadeb7d5a req-22b59c38-1e74-49b9-9af4-37abff59fe2f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0816038 Nov 22 15:36:41.650864 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2cc44976-fb24-47cc-8588-70efadeb7d5a req-201dc067-d646-44d6-bf6d-799ce2899758 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448375 Nov 22 15:36:42.444673 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:36:42.864409 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b4088-738c-4b84-84bf-7e0cbb590984 req-ed2fbe91-a9df-4f93-b179-08477bb71f70 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:42.865988 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e91b4088-738c-4b84-84bf-7e0cbb590984 req-ed2fbe91-a9df-4f93-b179-08477bb71f70 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0844438 Nov 22 15:36:42.912798 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e91b4088-738c-4b84-84bf-7e0cbb590984 req-8208e42c-8baf-41b8-b566-49a1e3c8c7b1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401702 Nov 22 15:36:44.128964 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711a36-3581-41e6-b4d4-f37a8e7166e6 req-4cbdaa5a-a093-44b1-8fe1-916fc1d845a7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:44.130535 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c0711a36-3581-41e6-b4d4-f37a8e7166e6 req-4cbdaa5a-a093-44b1-8fe1-916fc1d845a7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0850179 Nov 22 15:36:44.177441 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c0711a36-3581-41e6-b4d4-f37a8e7166e6 req-6964cd41-e211-4f09-a076-8fd2c81491c5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408318 Nov 22 15:36:45.395287 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c9c75-f1e1-4a35-a6e4-33303bf03041 req-8668932b-4a24-4484-9e70-b951b434bc90 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:45.396885 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-552c9c75-f1e1-4a35-a6e4-33303bf03041 req-8668932b-4a24-4484-9e70-b951b434bc90 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0830114 Nov 22 15:36:45.443777 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-552c9c75-f1e1-4a35-a6e4-33303bf03041 req-311421e3-b87e-49d7-b284-ee6dc165b196 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407338 Nov 22 15:36:46.663064 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886642e-a912-4880-a099-779b31599699 req-bf20832f-face-4e56-b29f-9d60fd3643e0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:46.664689 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7886642e-a912-4880-a099-779b31599699 req-bf20832f-face-4e56-b29f-9d60fd3643e0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0862725 Nov 22 15:36:46.714855 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7886642e-a912-4880-a099-779b31599699 req-7e6aca40-29b2-43b9-a974-fbc8df3908d5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435450 Nov 22 15:36:47.930335 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba9dc8-536b-4a8b-8fe6-99fd3389df64 req-a9a989ee-efaa-4a02-8ab8-8b69146d1c8c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:47.932046 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-88ba9dc8-536b-4a8b-8fe6-99fd3389df64 req-a9a989ee-efaa-4a02-8ab8-8b69146d1c8c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0838525 Nov 22 15:36:47.980577 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-88ba9dc8-536b-4a8b-8fe6-99fd3389df64 req-1d4a4c1c-60b9-45bb-b560-09421460aa4a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421922 Nov 22 15:36:48.205233 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-23080115-8e4a-40e9-b56f-c50d065e8f79 req-50fed12f-7edb-41d2-aeba-967bb9336dfd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765719 Nov 22 15:36:48.368106 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-23080115-8e4a-40e9-b56f-c50d065e8f79 req-5bbaef08-f450-4b98-953f-9bb487c3e02a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 1099 time: 0.0769279 Nov 22 15:36:48.520869 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23080115-8e4a-40e9-b56f-c50d065e8f79 req-2d2ed9b0-23d2-41ea-be64-24758e1651dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:48.522352 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-23080115-8e4a-40e9-b56f-c50d065e8f79 req-2d2ed9b0-23d2-41ea-be64-24758e1651dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.1340382 Nov 22 15:36:48.598342 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-23080115-8e4a-40e9-b56f-c50d065e8f79 req-2b6adec8-7784-408b-a3ec-3e901792cf02 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc05d5-0abe-4ba7-9f37-0b894f0c9400 HTTP/1.1" status: 200 len: 217 time: 0.0655529 Nov 22 15:36:48.668845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23080115-8e4a-40e9-b56f-c50d065e8f79 req-c360f88c-3bd9-4719-9773-de9838d5fd7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:48.670381 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-23080115-8e4a-40e9-b56f-c50d065e8f79 req-c360f88c-3bd9-4719-9773-de9838d5fd7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0624063 Nov 22 15:36:48.721621 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-23080115-8e4a-40e9-b56f-c50d065e8f79 req-c850d014-f495-4468-a185-c8f04e77245b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414386 Nov 22 15:36:48.863887 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-23080115-8e4a-40e9-b56f-c50d065e8f79 req-1ffd337b-7a98-499f-8940-e37af1a0729f service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314776 Nov 22 15:36:49.009409 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-23080115-8e4a-40e9-b56f-c50d065e8f79 req-10f33d52-5c0a-45cc-91b8-db500b839801 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352370 Nov 22 15:36:49.202682 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f448c73-6362-4da2-8f89-cfe9222ab394 req-81a677a2-ab3f-4f90-ad93-13dca66cd693 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:49.204266 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2f448c73-6362-4da2-8f89-cfe9222ab394 req-81a677a2-ab3f-4f90-ad93-13dca66cd693 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0854938 Nov 22 15:36:49.252441 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2f448c73-6362-4da2-8f89-cfe9222ab394 req-20d592de-7435-4724-be0c-fea7cdb9e3bc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421665 Nov 22 15:36:50.813457 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc058ed1-a475-42da-a10b-1b9df03c3ab2 req-2e8e14ad-e471-432f-859c-d1f0fe450148 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:50.815124 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc058ed1-a475-42da-a10b-1b9df03c3ab2 req-2e8e14ad-e471-432f-859c-d1f0fe450148 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.4294894 Nov 22 15:36:50.867681 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cc058ed1-a475-42da-a10b-1b9df03c3ab2 req-fc8461bd-125c-45bc-ad1a-38acc38e7085 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458300 Nov 22 15:36:52.187546 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67094190-a018-45eb-b3c2-ee4a805594f2 req-2f9d9e1e-01ce-41c4-8495-27c1dc96158a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:52.189025 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-67094190-a018-45eb-b3c2-ee4a805594f2 req-2f9d9e1e-01ce-41c4-8495-27c1dc96158a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1838956 Nov 22 15:36:52.245884 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-67094190-a018-45eb-b3c2-ee4a805594f2 req-1595a56a-eacb-42a5-a28a-0e542db9eaea tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507047 Nov 22 15:36:53.614875 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d41689-e921-4481-93b6-a6090aff8cc8 req-d5eb3fba-5d4a-4abc-b9f5-b8d8053e3cfd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:53.616496 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c3d41689-e921-4481-93b6-a6090aff8cc8 req-d5eb3fba-5d4a-4abc-b9f5-b8d8053e3cfd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0861027 Nov 22 15:36:53.665536 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c3d41689-e921-4481-93b6-a6090aff8cc8 req-4bcddfe8-e255-42a3-84a6-a7e194ac0305 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Nov 22 15:36:54.899575 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aceb5-7d5e-4845-ab8d-498c940f1891 req-1db55a28-3649-4c75-8ba4-fc6c74d7accd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:54.901098 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4a7aceb5-7d5e-4845-ab8d-498c940f1891 req-1db55a28-3649-4c75-8ba4-fc6c74d7accd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0833132 Nov 22 15:36:54.948083 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4a7aceb5-7d5e-4845-ab8d-498c940f1891 req-e4bdb63d-b0bf-455e-ba6f-899ebe150fad tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410168 Nov 22 15:36:56.180598 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c9488-86db-431a-8aaf-26ff4e102f3d req-5d3e751a-3b82-41f4-ac05-5589b99f4d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:56.182201 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2e7c9488-86db-431a-8aaf-26ff4e102f3d req-5d3e751a-3b82-41f4-ac05-5589b99f4d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0861161 Nov 22 15:36:56.231234 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2e7c9488-86db-431a-8aaf-26ff4e102f3d req-1ab3bf47-b3b4-473d-acc2-593bcfee1c77 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429330 Nov 22 15:36:57.443457 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0440ff-195a-4c26-a1a7-3e1aab80cd66 req-d819abd0-9b8f-44de-80da-0ed02a7f921e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:57.445628 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-be0440ff-195a-4c26-a1a7-3e1aab80cd66 req-d819abd0-9b8f-44de-80da-0ed02a7f921e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0825639 Nov 22 15:36:57.496264 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-be0440ff-195a-4c26-a1a7-3e1aab80cd66 req-79b5ed01-4d3f-470a-914f-13e5dac4e7cf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441923 Nov 22 15:36:58.713801 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb6dca-a63a-4faf-9fe3-0127efb9a2af req-15a32ffb-33dd-4912-b38b-a36613dfca5f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:58.715347 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ffcb6dca-a63a-4faf-9fe3-0127efb9a2af req-15a32ffb-33dd-4912-b38b-a36613dfca5f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0858665 Nov 22 15:36:58.763414 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ffcb6dca-a63a-4faf-9fe3-0127efb9a2af req-92f1986c-2ca9-41d5-b0e4-7380e6856159 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419762 Nov 22 15:36:59.975152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62bff8-5560-4dc2-b138-8259340d8592 req-315712ad-4f91-4c5f-984a-aa63824caa7f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:59.976768 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cf62bff8-5560-4dc2-b138-8259340d8592 req-315712ad-4f91-4c5f-984a-aa63824caa7f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0815628 Nov 22 15:37:00.028732 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cf62bff8-5560-4dc2-b138-8259340d8592 req-aecb801e-2ff2-4c31-b7ee-0b53a4ddd68e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456107 Nov 22 15:37:01.249119 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864399c-e181-481e-bd3d-7e6cd496f3e6 req-5c948ba7-c708-453c-bb15-38147a6ab705 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:01.250744 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9864399c-e181-481e-bd3d-7e6cd496f3e6 req-5c948ba7-c708-453c-bb15-38147a6ab705 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0847201 Nov 22 15:37:01.298496 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9864399c-e181-481e-bd3d-7e6cd496f3e6 req-56b4c9f3-90cc-42b4-8eaa-b93b47f2d246 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417962 Nov 22 15:37:02.713740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d543a2-c077-4573-abf6-94636b4a833c req-38df0eb5-3495-4128-87e0-a6a2de7afc59 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:02.715352 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c4d543a2-c077-4573-abf6-94636b4a833c req-38df0eb5-3495-4128-87e0-a6a2de7afc59 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.2760303 Nov 22 15:37:02.762544 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c4d543a2-c077-4573-abf6-94636b4a833c req-5b1360d7-f0c7-4e86-ad09-07eac7a3e6fa tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412004 Nov 22 15:37:03.789394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-247a8575-1aa1-483a-9678-386bdd831861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:03.972524 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738051b7-2277-446f-ada1-7959e1962bb3 req-189f383d-e58e-4962-9890-fda01e1f105d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:03.974093 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-738051b7-2277-446f-ada1-7959e1962bb3 req-189f383d-e58e-4962-9890-fda01e1f105d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0809300 Nov 22 15:37:04.021951 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-738051b7-2277-446f-ada1-7959e1962bb3 req-995f6ad0-5cf8-4e74-8a40-11b0d56fb462 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409369 Nov 22 15:37:05.168661 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:05.243764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35be214-4f23-4c8d-8670-34b60b5a2e00 req-bd8d8ced-3051-4e22-9920-66f84b9649cb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:05.245332 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e35be214-4f23-4c8d-8670-34b60b5a2e00 req-bd8d8ced-3051-4e22-9920-66f84b9649cb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0899346 Nov 22 15:37:05.293550 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e35be214-4f23-4c8d-8670-34b60b5a2e00 req-c2a496ed-36a8-457d-ac0e-6cd6e2f33639 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421989 Nov 22 15:37:06.009904 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cce67d98-b718-400b-96e8-abc6b73da8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:06.288538 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:06.507572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c76fe0-fd14-42ac-a060-5f4cf74f594c req-4a25ac18-02cb-4a5a-bcfe-47e35c59edd8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:06.509139 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b0c76fe0-fd14-42ac-a060-5f4cf74f594c req-4a25ac18-02cb-4a5a-bcfe-47e35c59edd8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0808411 Nov 22 15:37:06.556132 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b0c76fe0-fd14-42ac-a060-5f4cf74f594c req-1d77d299-27c2-48a8-98d5-7f8b45fbd538 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409238 Nov 22 15:37:07.510375 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:07.772843 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafce14-5020-4228-9121-4486b4ca0065 req-387bcecf-ede7-46c8-9df0-38b8bfd0cec1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:07.774448 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-beafce14-5020-4228-9121-4486b4ca0065 req-387bcecf-ede7-46c8-9df0-38b8bfd0cec1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0866902 Nov 22 15:37:07.822277 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-beafce14-5020-4228-9121-4486b4ca0065 req-2ce3e9ea-680c-4f27-80a8-5763a7941a69 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415673 Nov 22 15:37:08.087492 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:09.175083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284f510-c68f-4e4d-9160-a047ac6af265 req-e6a4f2b2-028c-4cd7-bff8-b714edb27692 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:09.176655 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a284f510-c68f-4e4d-9160-a047ac6af265 req-e6a4f2b2-028c-4cd7-bff8-b714edb27692 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0805402 Nov 22 15:37:09.232817 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a284f510-c68f-4e4d-9160-a047ac6af265 req-df34ad72-f2f2-4814-8a81-f48f01b884a8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495498 Nov 22 15:37:10.451738 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586dfcc-10dc-45d0-ba18-d5e774f54fee req-637c7c15-09fe-4f24-8f08-e2582864ec4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:10.453353 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f586dfcc-10dc-45d0-ba18-d5e774f54fee req-637c7c15-09fe-4f24-8f08-e2582864ec4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0826268 Nov 22 15:37:10.502198 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f586dfcc-10dc-45d0-ba18-d5e774f54fee req-7e532792-589a-42e2-a7e4-03f6da43b2c6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426354 Nov 22 15:37:11.720150 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ab985-0d91-405a-abfe-06fdfef7541f req-c88a4700-e68c-428e-b581-4dcbe74e320a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:11.721630 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-663ab985-0d91-405a-abfe-06fdfef7541f req-c88a4700-e68c-428e-b581-4dcbe74e320a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0834723 Nov 22 15:37:11.769011 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-663ab985-0d91-405a-abfe-06fdfef7541f req-1093df36-55b5-4765-a604-8a71014419af tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407403 Nov 22 15:37:12.980742 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df319a3-0b59-434a-b58a-59eafcaec163 req-b26d2044-3abf-4411-9d75-0bc1159d55b3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:12.982350 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1df319a3-0b59-434a-b58a-59eafcaec163 req-b26d2044-3abf-4411-9d75-0bc1159d55b3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0812168 Nov 22 15:37:13.029594 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1df319a3-0b59-434a-b58a-59eafcaec163 req-1e58e872-5fe0-4d44-b845-f601787aa5ab tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411172 Nov 22 15:37:14.271908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131a778-8e24-470c-9c12-870832a89f6f req-a264c411-ad51-46fb-915f-c5c305e0808a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:14.273513 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2131a778-8e24-470c-9c12-870832a89f6f req-a264c411-ad51-46fb-915f-c5c305e0808a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1050744 Nov 22 15:37:14.322714 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2131a778-8e24-470c-9c12-870832a89f6f req-30fb4a49-9951-4262-9ac1-8eefa8771b20 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429404 Nov 22 15:37:15.539790 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74719fe8-4459-47b8-88db-2d7525876acd req-8f17d643-456c-4b46-bd31-a36a4c965483 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:15.541399 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-74719fe8-4459-47b8-88db-2d7525876acd req-8f17d643-456c-4b46-bd31-a36a4c965483 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0834956 Nov 22 15:37:15.589832 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-74719fe8-4459-47b8-88db-2d7525876acd req-627083eb-db22-4238-87b9-c8a05083200a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414691 Nov 22 15:37:16.805456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692467d-1e80-4d0b-a91a-498da7c66100 req-ab44c847-f3ad-4abd-a714-65189593a2c1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:16.807075 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1692467d-1e80-4d0b-a91a-498da7c66100 req-ab44c847-f3ad-4abd-a714-65189593a2c1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0849242 Nov 22 15:37:16.853962 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1692467d-1e80-4d0b-a91a-498da7c66100 req-5395ae97-dd9c-4caf-bd72-5edb3f95ec44 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408630 Nov 22 15:37:18.068593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd760d-d86d-4ffe-80e1-78d27517198e req-c66ba2c9-e45f-4087-a417-44e70d2fdc6f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:18.070208 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e3dd760d-d86d-4ffe-80e1-78d27517198e req-c66ba2c9-e45f-4087-a417-44e70d2fdc6f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0804219 Nov 22 15:37:18.122086 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e3dd760d-d86d-4ffe-80e1-78d27517198e req-5cba5575-d01c-49f8-980c-454761178ede tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456786 Nov 22 15:37:19.333538 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca3313-044d-4766-8af7-5cbaff8282e6 req-429b44b5-7d27-4024-8f2c-75eab37604df tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:19.335459 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ecca3313-044d-4766-8af7-5cbaff8282e6 req-429b44b5-7d27-4024-8f2c-75eab37604df tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0815308 Nov 22 15:37:19.384496 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ecca3313-044d-4766-8af7-5cbaff8282e6 req-786571ec-9254-40de-9e8d-74e4b2dc0ff0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424047 Nov 22 15:37:19.449018 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:37:20.603476 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c698e7c-24a5-4821-a136-5fb9b0389244 req-bb80a8e5-4ad6-4693-8e6c-b883ff53dbc1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:20.605252 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c698e7c-24a5-4821-a136-5fb9b0389244 req-bb80a8e5-4ad6-4693-8e6c-b883ff53dbc1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0873365 Nov 22 15:37:20.652889 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c698e7c-24a5-4821-a136-5fb9b0389244 req-5ca11c54-2ab3-4896-978d-0172c16cbd4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414698 Nov 22 15:37:21.868161 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c63a8-bf09-46c4-af69-aa9482dca4d8 req-f7d4e6c1-7536-406c-86ce-d7efa0b7b3a5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:21.869730 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8d9c63a8-bf09-46c4-af69-aa9482dca4d8 req-f7d4e6c1-7536-406c-86ce-d7efa0b7b3a5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0823557 Nov 22 15:37:21.917415 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8d9c63a8-bf09-46c4-af69-aa9482dca4d8 req-dcd92e4a-1a33-41d9-8d3b-7daa33306c26 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414894 Nov 22 15:37:23.133013 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc68599-75c8-46ba-b60c-e01e66f87e04 req-7fe581a5-dc4f-4c57-9fa5-7c8e3dedc377 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:23.134649 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-adc68599-75c8-46ba-b60c-e01e66f87e04 req-7fe581a5-dc4f-4c57-9fa5-7c8e3dedc377 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0861421 Nov 22 15:37:23.182901 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-adc68599-75c8-46ba-b60c-e01e66f87e04 req-ee7b522e-a2e1-4b21-ba28-c9a6dd60c977 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421140 Nov 22 15:37:24.394932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ed3a9-efbd-4a7e-8fd3-9f4155b6c916 req-3c3889c2-e96e-48df-b7d9-f679ba7de22a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:24.396520 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-235ed3a9-efbd-4a7e-8fd3-9f4155b6c916 req-3c3889c2-e96e-48df-b7d9-f679ba7de22a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0811195 Nov 22 15:37:24.448997 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-235ed3a9-efbd-4a7e-8fd3-9f4155b6c916 req-10f80d17-ef5d-4d8d-9b57-af23550ae99f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463016 Nov 22 15:37:25.673098 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c55029-1992-407c-8949-86fb2fc97f54 req-619c81cb-af07-4caa-a8b6-b36dacd3f951 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:25.674707 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a9c55029-1992-407c-8949-86fb2fc97f54 req-619c81cb-af07-4caa-a8b6-b36dacd3f951 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0883336 Nov 22 15:37:25.722659 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a9c55029-1992-407c-8949-86fb2fc97f54 req-6ff19bf7-dd9a-4545-b416-a2781d7926fb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413175 Nov 22 15:37:26.939615 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d70bd8-b2be-4a76-b75c-52a1b55370dd req-3b82a262-3b98-46b8-9f16-439cbc30703a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:26.941211 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5d70bd8-b2be-4a76-b75c-52a1b55370dd req-3b82a262-3b98-46b8-9f16-439cbc30703a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0844178 Nov 22 15:37:26.996659 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5d70bd8-b2be-4a76-b75c-52a1b55370dd req-76056b9a-ba61-471a-b495-99a341f9897e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481713 Nov 22 15:37:28.209001 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2f904-f827-4496-817f-29413cddc819 req-4e9a465d-d5a4-4da5-91f2-d35aeae8b8bc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:28.210660 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65b2f904-f827-4496-817f-29413cddc819 req-4e9a465d-d5a4-4da5-91f2-d35aeae8b8bc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0810487 Nov 22 15:37:28.258005 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65b2f904-f827-4496-817f-29413cddc819 req-2988992e-42d5-43a4-951f-8f1336a93291 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413442 Nov 22 15:37:29.481924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38c1e-d3e6-4e7e-bc7c-c6df2c5a2acd req-ada07ca4-d6b5-4cd0-aa95-2ace45f517c9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:29.483591 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8d38c1e-d3e6-4e7e-bc7c-c6df2c5a2acd req-ada07ca4-d6b5-4cd0-aa95-2ace45f517c9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0868900 Nov 22 15:37:29.531429 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d8d38c1e-d3e6-4e7e-bc7c-c6df2c5a2acd req-1d3d22b1-9552-4e21-8daf-18c5810ce12c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417430 Nov 22 15:37:30.750239 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a0e42-1958-46e5-a1dc-de1462fe2c1f req-01d40851-f52b-48ff-8228-694c7a724fb5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:30.751857 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d03a0e42-1958-46e5-a1dc-de1462fe2c1f req-01d40851-f52b-48ff-8228-694c7a724fb5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0815780 Nov 22 15:37:30.799943 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d03a0e42-1958-46e5-a1dc-de1462fe2c1f req-a41b8137-1141-4073-864b-8a1ccc6fd54a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410557 Nov 22 15:37:32.023401 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05830b91-a4dd-4aa7-9c46-487ff59f5c4b req-72c30e8f-42b8-4e26-8d4f-9176a2d33d27 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:32.025003 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-05830b91-a4dd-4aa7-9c46-487ff59f5c4b req-72c30e8f-42b8-4e26-8d4f-9176a2d33d27 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0868554 Nov 22 15:37:32.072450 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-05830b91-a4dd-4aa7-9c46-487ff59f5c4b req-c7978448-ea87-496e-b5e1-c32387ebfd44 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414677 Nov 22 15:37:33.287480 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff80f-fd43-435e-8c0f-09101cbc97ca req-2f995bd2-035f-410b-a0e5-d255fc0bb557 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:33.289064 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f14ff80f-fd43-435e-8c0f-09101cbc97ca req-2f995bd2-035f-410b-a0e5-d255fc0bb557 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0823271 Nov 22 15:37:33.341422 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f14ff80f-fd43-435e-8c0f-09101cbc97ca req-ff99336c-53a3-4cb4-a6df-e91d8a3f3c55 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462482 Nov 22 15:37:33.789747 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6645def-e1d1-45f4-8348-ba2548f24e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:34.561391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447a09-6b10-42a6-91fd-bfaf69ecc150 req-5ce52e68-7938-4c9a-a997-e500f9120724 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:34.563020 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ed447a09-6b10-42a6-91fd-bfaf69ecc150 req-5ce52e68-7938-4c9a-a997-e500f9120724 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0822575 Nov 22 15:37:34.613859 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ed447a09-6b10-42a6-91fd-bfaf69ecc150 req-fc384359-174c-4c6a-91e9-457877844a16 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445092 Nov 22 15:37:35.162035 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:35.845908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4b7d0-f011-4f83-bad8-5ebaea9ab62d req-f72c3d27-9c25-4e48-bfa0-f3b4badb9e9c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:35.847560 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b9f4b7d0-f011-4f83-bad8-5ebaea9ab62d req-f72c3d27-9c25-4e48-bfa0-f3b4badb9e9c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0870790 Nov 22 15:37:35.896402 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b9f4b7d0-f011-4f83-bad8-5ebaea9ab62d req-0bfc451d-51b3-4055-b665-88d353356bd0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Nov 22 15:37:36.011617 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75af40e9-de8c-4100-8572-a8fbc87c7870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:36.307358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:37.141830 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edff6df-fbbc-4e51-ad39-d165a7732ad6 req-84407cf0-7014-4625-b1df-b889a5ca84af tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:37.143462 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0edff6df-fbbc-4e51-ad39-d165a7732ad6 req-84407cf0-7014-4625-b1df-b889a5ca84af tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0982985 Nov 22 15:37:37.197048 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0edff6df-fbbc-4e51-ad39-d165a7732ad6 req-30099286-ba19-4d81-ba38-8bfad3080925 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438669 Nov 22 15:37:37.512143 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:38.093317 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:38.443437 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7cb15-313c-4ffa-ae48-f8162c00deeb req-41f13833-37f8-47c9-a173-2a6289fe5d19 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:38.445738 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90c7cb15-313c-4ffa-ae48-f8162c00deeb req-41f13833-37f8-47c9-a173-2a6289fe5d19 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0980132 Nov 22 15:37:38.501165 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-90c7cb15-313c-4ffa-ae48-f8162c00deeb req-599725bd-39e0-4016-93a8-77343f4a4cc2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486665 Nov 22 15:37:39.745507 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef534b-93f5-455b-bf43-e1bcec276d04 req-a179f6e2-cb05-4c32-b30d-0a48ea67868a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:39.747293 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c6ef534b-93f5-455b-bf43-e1bcec276d04 req-a179f6e2-cb05-4c32-b30d-0a48ea67868a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1042883 Nov 22 15:37:39.811030 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c6ef534b-93f5-455b-bf43-e1bcec276d04 req-e25ad3b4-2783-4a30-b76a-aa589afeb8c2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535648 Nov 22 15:37:41.052052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892dcf0-a80c-4a66-8637-7c8a56673c92 req-5c1ad24a-4ced-4d65-8d50-82566e987b58 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:41.054279 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4892dcf0-a80c-4a66-8637-7c8a56673c92 req-5c1ad24a-4ced-4d65-8d50-82566e987b58 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0936790 Nov 22 15:37:41.106471 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4892dcf0-a80c-4a66-8637-7c8a56673c92 req-b16f799d-c68c-4d57-b30a-1c0bc36e6fe8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456879 Nov 22 15:37:42.343246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9af51-b74d-41c2-8c52-91a378c2119d req-fbad3b0e-2e0e-44fb-91e3-1a2bcc9d1db7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:42.344917 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73a9af51-b74d-41c2-8c52-91a378c2119d req-fbad3b0e-2e0e-44fb-91e3-1a2bcc9d1db7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0902591 Nov 22 15:37:42.403054 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-73a9af51-b74d-41c2-8c52-91a378c2119d req-e22e80e2-277f-4d80-832b-eab55a9add48 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509655 Nov 22 15:37:43.625026 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98104f-fef8-496b-9fd6-2da591b907cd req-8b0982b3-ce1a-430e-9396-abbcb999fe9d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:43.626524 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-dd98104f-fef8-496b-9fd6-2da591b907cd req-8b0982b3-ce1a-430e-9396-abbcb999fe9d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0810959 Nov 22 15:37:43.675360 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-dd98104f-fef8-496b-9fd6-2da591b907cd req-0e56a577-d0d3-43d2-acc3-85fb592dc8bf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426774 Nov 22 15:37:44.901018 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8d5f9-e52d-4f37-9850-b8840b356d06 req-b98849ff-430a-46e5-a8af-37a9a229abfc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:44.902663 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f6e8d5f9-e52d-4f37-9850-b8840b356d06 req-b98849ff-430a-46e5-a8af-37a9a229abfc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0887713 Nov 22 15:37:44.958006 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f6e8d5f9-e52d-4f37-9850-b8840b356d06 req-4bbb0d70-cbce-4600-90aa-f49d20261acc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485990 Nov 22 15:37:46.173441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd6a71-3058-46cb-8271-c41df15d219e req-b1f54dba-b8ab-4ffc-9795-fcfcf2fb9bdd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:46.175087 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a0bd6a71-3058-46cb-8271-c41df15d219e req-b1f54dba-b8ab-4ffc-9795-fcfcf2fb9bdd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0827465 Nov 22 15:37:46.223652 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a0bd6a71-3058-46cb-8271-c41df15d219e req-2c1380da-99a6-4570-aa6b-cc3dcea4a706 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425110 Nov 22 15:37:47.450896 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77aed-b1fb-450d-a21f-b97da7c68bcf req-96d48fff-9fb3-4049-9e41-190ae37ed26b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:47.452507 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7e77aed-b1fb-450d-a21f-b97da7c68bcf req-96d48fff-9fb3-4049-9e41-190ae37ed26b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0924597 Nov 22 15:37:47.502163 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c7e77aed-b1fb-450d-a21f-b97da7c68bcf req-c7165583-6417-4292-975c-dfa27afe10fb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435591 Nov 22 15:37:48.722431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4345af-279b-4fec-8f2f-696600b3a5bd req-a148fa35-8707-4cd6-810e-255e5671bb11 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:48.723953 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-dc4345af-279b-4fec-8f2f-696600b3a5bd req-a148fa35-8707-4cd6-810e-255e5671bb11 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0853376 Nov 22 15:37:48.772888 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-dc4345af-279b-4fec-8f2f-696600b3a5bd req-0f18a512-3937-43e7-bb31-6c94556e7656 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426135 Nov 22 15:37:49.989729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a01ef-7383-42e6-a10a-d4347184b211 req-bce8865e-8d5d-4e3f-814f-1388825c74ab tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:49.991350 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2c8a01ef-7383-42e6-a10a-d4347184b211 req-bce8865e-8d5d-4e3f-814f-1388825c74ab tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0845430 Nov 22 15:37:50.040586 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2c8a01ef-7383-42e6-a10a-d4347184b211 req-d0f6a99e-f0c1-4dca-a00f-84c664c90b27 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431643 Nov 22 15:37:50.217308 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6bdfa501-fac7-4593-afc3-62b3f5bd7463 req-b6f5164a-db17-489f-aaac-474363f7c19d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720494 Nov 22 15:37:50.319368 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6bdfa501-fac7-4593-afc3-62b3f5bd7463 req-8323d683-d893-4ac8-bce3-b53572169eb0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 1098 time: 0.0769928 Nov 22 15:37:50.493701 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfa501-fac7-4593-afc3-62b3f5bd7463 req-27b4fbc0-4cbf-434e-9fef-52acffaa0877 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:50.495291 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6bdfa501-fac7-4593-afc3-62b3f5bd7463 req-27b4fbc0-4cbf-434e-9fef-52acffaa0877 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.1515622 Nov 22 15:37:50.567985 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6bdfa501-fac7-4593-afc3-62b3f5bd7463 req-dff34b84-7c30-446e-870a-a4a952deb701 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb HTTP/1.1" status: 200 len: 217 time: 0.0629234 Nov 22 15:37:50.640450 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfa501-fac7-4593-afc3-62b3f5bd7463 req-d78bd7bc-9eeb-49c5-abee-1fe8f12a8d93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:50.642206 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6bdfa501-fac7-4593-afc3-62b3f5bd7463 req-d78bd7bc-9eeb-49c5-abee-1fe8f12a8d93 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0674672 Nov 22 15:37:50.695188 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6bdfa501-fac7-4593-afc3-62b3f5bd7463 req-e47ee86b-685f-4b55-91c6-3cb3bfd1426d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426838 Nov 22 15:37:50.843476 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6bdfa501-fac7-4593-afc3-62b3f5bd7463 req-fd8e2ea8-0703-4566-ae5f-94148fa9c111 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378779 Nov 22 15:37:50.989132 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6bdfa501-fac7-4593-afc3-62b3f5bd7463 req-c1b6ba3a-3e29-45fb-9bda-2b7b1f41454a service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360850 Nov 22 15:37:51.448147 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c805c4e-4a72-4216-9b92-9dd4ffce66d6 req-a60d9c04-e8db-416a-9ec4-34a41ed66362 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:51.449644 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3c805c4e-4a72-4216-9b92-9dd4ffce66d6 req-a60d9c04-e8db-416a-9ec4-34a41ed66362 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.2757673 Nov 22 15:37:51.497446 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3c805c4e-4a72-4216-9b92-9dd4ffce66d6 req-b439a740-b713-400f-8f71-33480a478aaf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416203 Nov 22 15:37:52.714413 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b94d1-3054-4aa9-9de1-1204582812bd req-f6ccd258-1281-4311-8437-27ff4c26f118 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:52.715952 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-535b94d1-3054-4aa9-9de1-1204582812bd req-f6ccd258-1281-4311-8437-27ff4c26f118 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0813942 Nov 22 15:37:52.767085 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-535b94d1-3054-4aa9-9de1-1204582812bd req-2a783cb1-4c72-4233-aecb-1553081fed3e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450509 Nov 22 15:37:53.991237 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ea535-e7ab-4711-8fcf-feef60164f78 req-5e55f28c-bf8f-4fed-8656-8a224c6e37aa tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:53.992842 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9f6ea535-e7ab-4711-8fcf-feef60164f78 req-5e55f28c-bf8f-4fed-8656-8a224c6e37aa tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0865335 Nov 22 15:37:54.044357 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9f6ea535-e7ab-4711-8fcf-feef60164f78 req-b5ea324d-b613-400f-a4d4-1f1b813bf9e5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447593 Nov 22 15:37:55.260848 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36075bdf-43c6-4ab0-a1b9-d0ce41fa4965 req-278d410d-b66f-4074-900f-63f65a00be6c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:55.262332 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-36075bdf-43c6-4ab0-a1b9-d0ce41fa4965 req-278d410d-b66f-4074-900f-63f65a00be6c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0810113 Nov 22 15:37:55.311215 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-36075bdf-43c6-4ab0-a1b9-d0ce41fa4965 req-f0d704bc-d7b9-4bf7-ae23-dbfab286f528 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425277 Nov 22 15:37:56.451558 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:37:56.561411 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0e5bc-c7e9-4e90-87c9-c967190442fd req-a81b9d37-2590-42d1-9ba2-f94f85499793 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:56.563024 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-13f0e5bc-c7e9-4e90-87c9-c967190442fd req-a81b9d37-2590-42d1-9ba2-f94f85499793 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0992177 Nov 22 15:37:56.616003 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-13f0e5bc-c7e9-4e90-87c9-c967190442fd req-41b9120f-7d52-4d27-8955-3ff3d5a62cec tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466805 Nov 22 15:37:57.834886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6e392-ede9-46ec-a224-7f887e630620 req-3b82eac7-a7a7-421e-a189-0758dcb11b12 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:57.836516 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-44f6e392-ede9-46ec-a224-7f887e630620 req-3b82eac7-a7a7-421e-a189-0758dcb11b12 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0824704 Nov 22 15:37:57.888399 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-44f6e392-ede9-46ec-a224-7f887e630620 req-9a296c1d-1e6f-4e27-adeb-673631b3c1c7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456560 Nov 22 15:37:59.105815 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ab9b5-353c-4509-bc6f-e92eb464575c req-0ce19158-b31b-4733-bad4-70e1a1f5a23f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:59.107442 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-513ab9b5-353c-4509-bc6f-e92eb464575c req-0ce19158-b31b-4733-bad4-70e1a1f5a23f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0835350 Nov 22 15:37:59.155845 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-513ab9b5-353c-4509-bc6f-e92eb464575c req-eab8b553-1576-44a0-8a0f-84a3eda68b7d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423658 Nov 22 15:38:00.379644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beafff1-2d38-4c9c-8c7a-8a28a21c6bcd req-4ba0386f-d3c8-4e9e-a007-b9bf2914b7fd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:00.381329 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1beafff1-2d38-4c9c-8c7a-8a28a21c6bcd req-4ba0386f-d3c8-4e9e-a007-b9bf2914b7fd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0868258 Nov 22 15:38:00.444174 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1beafff1-2d38-4c9c-8c7a-8a28a21c6bcd req-37e416c9-08e4-4d03-94be-b79ae5cd71f8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494232 Nov 22 15:38:01.659977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80513f-86e2-4681-af4d-f6cf0e8a6541 req-51704f4f-e489-4fc6-8700-c61fd7585655 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:01.661618 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ad80513f-86e2-4681-af4d-f6cf0e8a6541 req-51704f4f-e489-4fc6-8700-c61fd7585655 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0831218 Nov 22 15:38:01.710696 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ad80513f-86e2-4681-af4d-f6cf0e8a6541 req-13a52cb5-7d10-400c-816d-06095cd704dc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417550 Nov 22 15:38:02.954929 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f8f12-7ef6-432b-83a3-baefa4d0928e req-826102a0-b7d7-4461-bf77-353eaf730094 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:02.956450 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-614f8f12-7ef6-432b-83a3-baefa4d0928e req-826102a0-b7d7-4461-bf77-353eaf730094 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0905473 Nov 22 15:38:03.006557 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-614f8f12-7ef6-432b-83a3-baefa4d0928e req-b4241e17-c991-4de8-8760-b0c096f953ea tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438719 Nov 22 15:38:03.790909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a28cec57-27f8-439c-9146-b7520f6d3753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:04.237662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e4a06-9dbd-4d01-b366-41bbb0adfd2e req-40ef27b5-d6de-4e5e-8092-bf7813db5ff2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:04.239288 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3d4e4a06-9dbd-4d01-b366-41bbb0adfd2e req-40ef27b5-d6de-4e5e-8092-bf7813db5ff2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0814383 Nov 22 15:38:04.288928 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3d4e4a06-9dbd-4d01-b366-41bbb0adfd2e req-259e1ecf-5fce-4e5d-adf4-14cda4aa457b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 Nov 22 15:38:05.165664 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:05.510607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62931532-7e53-46c9-8164-dbf0e3fba57c req-94a06193-340c-4021-9370-5ff5937cd2e3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:05.512192 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-62931532-7e53-46c9-8164-dbf0e3fba57c req-94a06193-340c-4021-9370-5ff5937cd2e3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0890026 Nov 22 15:38:05.561218 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-62931532-7e53-46c9-8164-dbf0e3fba57c req-19566871-4fcf-4570-af4d-1456abd843a6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429723 Nov 22 15:38:06.013653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bbacccef-f66e-4eea-8e0c-fe5a1aa9546f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:06.296581 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:06.784774 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22c0ca-5be2-4daf-b86c-6057584d437c req-2a40c512-7f3e-4893-a417-1aec47f00492 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:06.786716 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-af22c0ca-5be2-4daf-b86c-6057584d437c req-2a40c512-7f3e-4893-a417-1aec47f00492 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0850961 Nov 22 15:38:06.843370 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-af22c0ca-5be2-4daf-b86c-6057584d437c req-b9435961-6ab8-4e01-acf3-4e7c05d15b04 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480363 Nov 22 15:38:07.481806 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-32f767ec-739f-461f-a14b-3dce77387e6a tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:07.483335 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-32f767ec-739f-461f-a14b-3dce77387e6a tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 814 time: 0.1569374 Nov 22 15:38:07.501644 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-8aa38f0c-3d2b-41c9-9a02-367af831e6d8 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/quotas/48b9eaecf26c41fab16d3b117f1a54a3 HTTP/1.1" status: 200 len: 375 time: 0.0122261 Nov 22 15:38:07.541948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:07.588551 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-df7622dd-9e13-4010-8613-c689079f0ae8 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811930 Nov 22 15:38:07.821145 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-5839c0c5-8d98-4f6b-b7c9-89439920eee5 service neutron] 10.222.0.41 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245061 Nov 22 15:38:07.986191 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-93bf1b55-490d-46ee-b62a-fe54ea8d28f0 service neutron] 10.222.0.41 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587985 Nov 22 15:38:08.076010 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97642c-dd28-4bc6-8f34-9f40800e0f00 req-0ae3093a-f987-4ea0-b40a-21ee9a06e3d9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:08.077707 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fc97642c-dd28-4bc6-8f34-9f40800e0f00 req-0ae3093a-f987-4ea0-b40a-21ee9a06e3d9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0904319 Nov 22 15:38:08.096851 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:08.128815 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fc97642c-dd28-4bc6-8f34-9f40800e0f00 req-f29fe093-f113-4571-b481-b16d67f8e0f2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438862 Nov 22 15:38:09.216709 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-456e7714-6a49-4b6d-a54a-08766c68b7f8 req-c327c1a1-81a0-494f-a085-fc0989b1516f tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 210 time: 0.0538006 Nov 22 15:38:09.353484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c3b24-cfbf-4ea0-a0b2-4fdbb044e27b req-1dcfa29d-3c2a-4339-9200-381cc85cefd9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:09.355406 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7e0c3b24-cfbf-4ea0-a0b2-4fdbb044e27b req-1dcfa29d-3c2a-4339-9200-381cc85cefd9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0865495 Nov 22 15:38:09.407898 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7e0c3b24-cfbf-4ea0-a0b2-4fdbb044e27b req-48440258-fa17-4fe6-bb9e-61d8f52dcd7c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463181 Nov 22 15:38:10.397984 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c6854860-cd58-4c2e-b52c-880a3cd7333b req-6d27c77f-9764-4334-b1db-2396c92a44bf tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 210 time: 0.0451238 Nov 22 15:38:10.685188 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-c9dd1f5d-7a0e-46e1-8d27-d1bf4ea176a2 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:10.686767 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-c9dd1f5d-7a0e-46e1-8d27-d1bf4ea176a2 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 814 time: 0.2155092 Nov 22 15:38:10.701033 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c03a1-64c8-45e0-bf3b-fe15362a1574 req-79a2351b-3ebb-4790-b32d-8f466da1c0f2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:10.702545 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-915c03a1-64c8-45e0-bf3b-fe15362a1574 req-79a2351b-3ebb-4790-b32d-8f466da1c0f2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1317663 Nov 22 15:38:10.732505 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Request body: {'port': {'device_id': '94ffbfd9-fd6c-44b5-83b5-258e9c831078', 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd', 'admin_state_up': True, 'tenant_id': '48b9eaecf26c41fab16d3b117f1a54a3'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:38:10.855631 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-915c03a1-64c8-45e0-bf3b-fe15362a1574 req-7ab240ac-6366-4035-9839-6398dd9272bd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468794 Nov 22 15:38:10.896122 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:38:10.900488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Usage tracker for resource:port and tenant:48b9eaecf26c41fab16d3b117f1a54a3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:38:10.903463 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:38:10.909426 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:38:10.918305 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Made reservation on behalf of 48b9eaecf26c41fab16d3b117f1a54a3 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:38:10.923855 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:11.095902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Allocated IP 172.20.0.9 (7dafa649-251b-4db4-b765-ff9dda6cc3cd/325d0035-bedc-40aa-9971-82d1ec564df0/9f132e86-3a29-4af1-ae64-8765a7e00567) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:38:11.319246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:11.344896 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:11.350830 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-81d72007-99ad-49a0-a6e7-173604b844c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:38:11.360787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['62bc05d5-0abe-4ba7-9f37-0b894f0c9400', 'df34d8a1-addb-4825-b5d1-2ce22bb7cbeb'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:38:11.423042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Network 7dafa649-251b-4db4-b765-ff9dda6cc3cd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:38:11.426865 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Pushing event updated for resources: {'Port': ['ID=9f132e86-3a29-4af1-ae64-8765a7e00567,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:38:11.429103 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:38:11.432578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:38:11.482032 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:11.482452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:11.482888 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:11.483715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:11.483715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:11.484070 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:11.484469 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:11.484871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:11.485266 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:11.485731 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:11.486056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:11.495486 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:38:11.514759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:11.515426 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:11.598758 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8733010 Nov 22 15:38:11.618494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Request body: {'port': {'device_id': '94ffbfd9-fd6c-44b5-83b5-258e9c831078', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:38:11.687223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f57217-904e-4abc-be5e-c4a38fc9a1e4 req-25dea8ea-8513-48b1-8dc2-f8c2f86b856f tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:11.687978 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-a0f57217-904e-4abc-be5e-c4a38fc9a1e4 req-25dea8ea-8513-48b1-8dc2-f8c2f86b856f tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Synchronizing usage tracker for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:38:11.751980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-a0f57217-904e-4abc-be5e-c4a38fc9a1e4 req-25dea8ea-8513-48b1-8dc2-f8c2f86b856f tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Unset dirty status for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:38:11.753226 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a0f57217-904e-4abc-be5e-c4a38fc9a1e4 req-25dea8ea-8513-48b1-8dc2-f8c2f86b856f tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 931 time: 0.2218070 Nov 22 15:38:11.757398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:11.864432 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a0f57217-904e-4abc-be5e-c4a38fc9a1e4 req-060c58de-48fb-49ec-bfd5-bf90f96c3da9 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951779 Nov 22 15:38:12.316638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab636-9e87-4310-9365-7f7079813465 req-82d9245d-3902-4360-9461-2037a2bc50f8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:12.318235 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e33ab636-9e87-4310-9365-7f7079813465 req-82d9245d-3902-4360-9461-2037a2bc50f8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.2022674 Nov 22 15:38:12.425806 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e33ab636-9e87-4310-9365-7f7079813465 req-e7009fba-042c-4f02-88ef-ac925a26ca5f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945601 Nov 22 15:38:12.450171 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f132e86-3a29-4af1-ae64-8765a7e00567 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:38:12.457157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:12.473150 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Transition to ACTIVE for port object 9f132e86-3a29-4af1-ae64-8765a7e00567 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:38:12.475882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224855'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:12.481334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:38:12.608046 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Pushing event updated for resources: {'Port': ['ID=9f132e86-3a29-4af1-ae64-8765a7e00567,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:38:12.612295 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:38:12.719799 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Attempting to bind port 9f132e86-3a29-4af1-ae64-8765a7e00567 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:38:12.720244 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Attempting to bind port 9f132e86-3a29-4af1-ae64-8765a7e00567 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:38:12.720620 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Attempting to bind port 9f132e86-3a29-4af1-ae64-8765a7e00567 on network 7dafa649-251b-4db4-b765-ff9dda6cc3cd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:38:12.726656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Port 9f132e86-3a29-4af1-ae64-8765a7e00567 on network 7dafa649-251b-4db4-b765-ff9dda6cc3cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:38:12.727030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Attempting to bind port 9f132e86-3a29-4af1-ae64-8765a7e00567 on network 7dafa649-251b-4db4-b765-ff9dda6cc3cd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:38:12.733808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:38:12.734180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Checking segment: {'id': '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:38:12.734598 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Bound using segment: {'id': '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:38:12.735104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Bound port: 9f132e86-3a29-4af1-ae64-8765a7e00567, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:38:12.735507 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:12.825852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] For port 9f132e86-3a29-4af1-ae64-8765a7e00567, host hv-cinder-81877, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:38:12.828975 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] For port 9f132e86-3a29-4af1-ae64-8765a7e00567, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9f132e86-3a29-4af1-ae64-8765a7e00567,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:38:12.832815 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224855'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:12.837870 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-388d6024-15a4-493f-bbe6-8e958d712756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:38:12.904432 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:12.906194 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] 10.222.0.50 "PUT /v2.0/ports/9f132e86-3a29-4af1-ae64-8765a7e00567 HTTP/1.1" status: 200 len: 1093 time: 1.2951965 Nov 22 15:38:12.908738 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ffbfd9-fd6c-44b5-83b5-258e9c831078', 'tag': '9f132e86-3a29-4af1-ae64-8765a7e00567'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:38:12.926729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Pushing event updated for resources: {'Port': ['ID=9f132e86-3a29-4af1-ae64-8765a7e00567,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:38:12.941012 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-39794e7d-cc2a-4aea-917d-d327947ff82c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:38:12.982592 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ffbfd9-fd6c-44b5-83b5-258e9c831078', 'tag': '9f132e86-3a29-4af1-ae64-8765a7e00567', 'status': 'completed', 'code': 200} Nov 22 15:38:13.079680 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-0ac7dc71-b7a6-4a55-a86a-6d29bb511bff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 1096 time: 0.1320498 Nov 22 15:38:13.165658 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c686-b89e-4c6d-a9fd-22e406934e14 req-28ec998d-f97b-4d7c-9c94-058590b81421 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:13.167172 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8909c686-b89e-4c6d-a9fd-22e406934e14 req-28ec998d-f97b-4d7c-9c94-058590b81421 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 943 time: 0.1518650 Nov 22 15:38:13.168575 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-9bde0ae9-5257-40ce-bd9e-461357504120 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f132e86-3a29-4af1-ae64-8765a7e00567 HTTP/1.1" status: 200 len: 217 time: 0.0772958 Nov 22 15:38:13.273723 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8909c686-b89e-4c6d-a9fd-22e406934e14 req-1c4a5e06-3244-4f6c-ab78-303189090588 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002572 Nov 22 15:38:13.275255 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-d5cee005-cce6-4974-904e-48144d1227e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:13.276717 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-d5cee005-cce6-4974-904e-48144d1227e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0889606 Nov 22 15:38:13.333227 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-c447ac11-d230-4d60-aa89-f1e8f16b748b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462549 Nov 22 15:38:13.482376 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-021d09a6-24a1-41ed-a3b1-33a58b19ad57 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381564 Nov 22 15:38:13.690063 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-545bcc50-e6ff-4d32-b058-ff0d0d6d6a92 req-4c37981d-4c23-40ab-bff3-dba23abef16b service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968472 Nov 22 15:38:13.706779 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ee5ef-0cae-4ddb-866c-7a9ba6c7f1c8 req-1b0eb346-6680-4fc7-a26e-dc373a523b73 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:13.708344 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-286ee5ef-0cae-4ddb-866c-7a9ba6c7f1c8 req-1b0eb346-6680-4fc7-a26e-dc373a523b73 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1231661 Nov 22 15:38:13.809295 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-286ee5ef-0cae-4ddb-866c-7a9ba6c7f1c8 req-4a74d772-dbc4-4384-ad08-dad5ebb777df tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927427 Nov 22 15:38:13.829900 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f9c3070-e2d7-46d7-ac88-4af0c17864e1 req-4ab55da7-ed77-4096-a7ec-5f782f87e9c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 1096 time: 0.0826344 Nov 22 15:38:13.972815 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c3070-e2d7-46d7-ac88-4af0c17864e1 req-f670bfc8-c9d0-43f7-aa1a-ea19b2c15c50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:13.974379 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f9c3070-e2d7-46d7-ac88-4af0c17864e1 req-f670bfc8-c9d0-43f7-aa1a-ea19b2c15c50 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.1374056 Nov 22 15:38:14.047284 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f9c3070-e2d7-46d7-ac88-4af0c17864e1 req-28d00f68-7a69-4cec-a62b-9bba5a37790f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f132e86-3a29-4af1-ae64-8765a7e00567 HTTP/1.1" status: 200 len: 217 time: 0.0659604 Nov 22 15:38:14.115045 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c3070-e2d7-46d7-ac88-4af0c17864e1 req-21a65dba-349e-4e08-939d-f2c083b2b213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:14.116497 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f9c3070-e2d7-46d7-ac88-4af0c17864e1 req-21a65dba-349e-4e08-939d-f2c083b2b213 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0621982 Nov 22 15:38:14.169441 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f9c3070-e2d7-46d7-ac88-4af0c17864e1 req-cb17c568-51f4-4be7-90e7-3978867de0d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426381 Nov 22 15:38:14.311795 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f9c3070-e2d7-46d7-ac88-4af0c17864e1 req-a8f84fa9-7b96-44eb-8d55-9a1a94c15dee service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335275 Nov 22 15:38:14.517173 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0f9c3070-e2d7-46d7-ac88-4af0c17864e1 req-6d026019-65a1-408e-9767-0d1777252a9d service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970046 Nov 22 15:38:14.534317 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2532fd-6b6f-4358-815a-51871773a14d req-ce344111-5843-489a-8a0b-56d757bb755e tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:14.535918 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cb2532fd-6b6f-4358-815a-51871773a14d req-ce344111-5843-489a-8a0b-56d757bb755e tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 943 time: 0.1220443 Nov 22 15:38:14.584806 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cb2532fd-6b6f-4358-815a-51871773a14d req-c88456bc-5c3d-4593-b05d-a94151b131c8 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419321 Nov 22 15:38:15.026375 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57346c-6335-425d-ae79-76f5407a6d00 req-818c1805-48a4-4e52-bc30-6b4329fb163e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:15.027956 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ec57346c-6335-425d-ae79-76f5407a6d00 req-818c1805-48a4-4e52-bc30-6b4329fb163e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0833414 Nov 22 15:38:15.075547 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ec57346c-6335-425d-ae79-76f5407a6d00 req-4f57b394-cb42-4b96-bd41-e8880e844341 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414770 Nov 22 15:38:15.796661 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5e033-e7a0-45c6-8ba4-d9817b26a35d req-8675b8b4-ced9-4a46-9f2a-8ecd7503c778 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:15.798554 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a7c5e033-e7a0-45c6-8ba4-d9817b26a35d req-8675b8b4-ced9-4a46-9f2a-8ecd7503c778 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 943 time: 0.0804107 Nov 22 15:38:15.845104 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a7c5e033-e7a0-45c6-8ba4-d9817b26a35d req-6f97402b-871a-4ac8-aaea-b6b0a2ee907e tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 Nov 22 15:38:16.307198 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51f082-2014-4d54-936b-ea55a1363e47 req-f0df85e2-c0bb-4ec8-b8b8-a125e4ba9874 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:16.308781 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a51f082-2014-4d54-936b-ea55a1363e47 req-f0df85e2-c0bb-4ec8-b8b8-a125e4ba9874 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0972435 Nov 22 15:38:16.357877 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a51f082-2014-4d54-936b-ea55a1363e47 req-6e64f341-3903-43cf-b01d-9b34b15b2680 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 Nov 22 15:38:17.050013 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b0ede-0f3e-48f3-86c0-1a0733cfd72e req-4ee2d105-a0f5-46d7-ac1f-cb0ca48ad80f tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:17.051639 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4a2b0ede-0f3e-48f3-86c0-1a0733cfd72e req-4ee2d105-a0f5-46d7-ac1f-cb0ca48ad80f tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 943 time: 0.0801680 Nov 22 15:38:17.058834 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 9f132e86-3a29-4af1-ae64-8765a7e00567 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:38:17.100272 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4a2b0ede-0f3e-48f3-86c0-1a0733cfd72e req-9f6768d9-0335-4bc8-b77c-8c2c0432898b tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 Nov 22 15:38:17.199040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 9f132e86-3a29-4af1-ae64-8765a7e00567, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9f132e86-3a29-4af1-ae64-8765a7e00567,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:38:17.215815 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': '9f132e86-3a29-4af1-ae64-8765a7e00567', 'network_id': '7dafa649-251b-4db4-b765-ff9dda6cc3cd', 'port_id': '9f132e86-3a29-4af1-ae64-8765a7e00567', 'mac_address': 'fa:16:3e:9e:d6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325d0035-bedc-40aa-9971-82d1ec564df0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:38:17.268885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:17.289595 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f132e86-3a29-4af1-ae64-8765a7e00567 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:38:17.305153 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 9f132e86-3a29-4af1-ae64-8765a7e00567, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9f132e86-3a29-4af1-ae64-8765a7e00567,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:38:17.308132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:17.309965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:38:17.374494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=9f132e86-3a29-4af1-ae64-8765a7e00567,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:38:17.383940 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:17.384325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:17.384700 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:17.385071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:17.385439 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:17.385805 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:17.386170 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:17.386533 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:17.386920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:17.387282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:17.387640 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:38:17.400206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:38:17.592800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb1661-dce0-461f-bbd4-7066fb38b5af req-5194843a-bb50-46ea-a653-9c9454553fca tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:17.594423 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f5bb1661-dce0-461f-bbd4-7066fb38b5af req-5194843a-bb50-46ea-a653-9c9454553fca tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1014123 Nov 22 15:38:17.625783 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['9f132e86-3a29-4af1-ae64-8765a7e00567'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:38:17.645189 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f5bb1661-dce0-461f-bbd4-7066fb38b5af req-b15d024d-2917-4f4c-800d-f56eb03c9f81 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446346 Nov 22 15:38:18.305037 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29eeda-6dab-4638-9ee0-71b8f77dd6b0 req-6545b74a-b2bc-4b1d-a804-3cded43ccc43 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:18.306642 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ce29eeda-6dab-4638-9ee0-71b8f77dd6b0 req-6545b74a-b2bc-4b1d-a804-3cded43ccc43 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 944 time: 0.0841689 Nov 22 15:38:18.355712 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ce29eeda-6dab-4638-9ee0-71b8f77dd6b0 req-8c4bc40f-1036-435c-b67e-b3a0e760af05 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Nov 22 15:38:18.868912 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6123c0-b612-4ff0-beae-bb0d9cf0a1b4 req-82f20610-4676-4e9e-b4f6-ff2e5a9cae72 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:18.870490 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a6123c0-b612-4ff0-beae-bb0d9cf0a1b4 req-82f20610-4676-4e9e-b4f6-ff2e5a9cae72 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0868378 Nov 22 15:38:18.918405 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a6123c0-b612-4ff0-beae-bb0d9cf0a1b4 req-f910fe1d-199d-4b54-abf3-2481af7051b0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416505 Nov 22 15:38:19.074209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 9f132e86-3a29-4af1-ae64-8765a7e00567 up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:38:19.142723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port 9f132e86-3a29-4af1-ae64-8765a7e00567 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:38:19.148497 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port 9f132e86-3a29-4af1-ae64-8765a7e00567 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:38:19.149067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:19.271969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:19.300160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffbfd9-fd6c-44b5-83b5-258e9c831078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f132e86-3a29-4af1-ae64-8765a7e00567'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:38:19.310397 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 9f132e86-3a29-4af1-ae64-8765a7e00567, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9f132e86-3a29-4af1-ae64-8765a7e00567,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:38:19.314363 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:19.316470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:38:19.387188 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=9f132e86-3a29-4af1-ae64-8765a7e00567,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:38:19.390691 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:38:19.567619 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928381d-6945-41c7-95d7-aa030dd34a5d req-3347eb98-6d73-4d77-a4da-89fceb7844ee tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:19.569192 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e928381d-6945-41c7-95d7-aa030dd34a5d req-3347eb98-6d73-4d77-a4da-89fceb7844ee tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 945 time: 0.0819213 Nov 22 15:38:19.620829 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e928381d-6945-41c7-95d7-aa030dd34a5d req-f43e9717-e403-42df-9268-de83ebe72e74 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454104 Nov 22 15:38:20.130507 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e67f8-fc74-4892-b89c-c32e1a57249f req-d420cf8f-d052-4114-bd30-2bc22d885a92 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:20.132111 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-554e67f8-fc74-4892-b89c-c32e1a57249f req-d420cf8f-d052-4114-bd30-2bc22d885a92 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0813186 Nov 22 15:38:20.180720 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-554e67f8-fc74-4892-b89c-c32e1a57249f req-80618b59-f87a-4a80-979f-48e47e7b86fc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425262 Nov 22 15:38:20.467240 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffbfd9-fd6c-44b5-83b5-258e9c831078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f132e86-3a29-4af1-ae64-8765a7e00567', 'code': 200} Nov 22 15:38:20.718656 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1f603c18-194c-4c20-9007-2056f9714d18 req-9c86a9ba-8bd7-4d22-a3f2-e2202453e537 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 1098 time: 0.0789545 Nov 22 15:38:21.025718 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1f603c18-194c-4c20-9007-2056f9714d18 req-b3bbf93f-98ce-4b5b-ba03-09f423f8a08c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968500 Nov 22 15:38:21.047558 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145f53a-9c7f-4751-9ad8-3a36a95f6988 req-88654053-0eb8-4cb6-aa52-7d683a1def1c tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:21.049155 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2145f53a-9c7f-4751-9ad8-3a36a95f6988 req-88654053-0eb8-4cb6-aa52-7d683a1def1c tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 945 time: 0.1037972 Nov 22 15:38:21.097062 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2145f53a-9c7f-4751-9ad8-3a36a95f6988 req-49b966cc-ad58-4dfe-b67c-5c65103a061b tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 Nov 22 15:38:21.414087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5181c7-1efe-412f-939a-d19fcc327fa9 req-a04c120b-c9ec-40ed-ab54-708874db180d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:21.415711 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bf5181c7-1efe-412f-939a-d19fcc327fa9 req-a04c120b-c9ec-40ed-ab54-708874db180d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0855355 Nov 22 15:38:21.465053 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bf5181c7-1efe-412f-939a-d19fcc327fa9 req-54f01eca-3f33-40d8-912b-3e635e283ecb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429263 Nov 22 15:38:22.310876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f5711-6d75-484b-b613-7abc72dd3fd2 req-70336437-c127-47b4-899b-fa858bc5d2b2 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:22.312492 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-873f5711-6d75-484b-b613-7abc72dd3fd2 req-70336437-c127-47b4-899b-fa858bc5d2b2 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 945 time: 0.0835161 Nov 22 15:38:22.366145 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-873f5711-6d75-484b-b613-7abc72dd3fd2 req-da13d820-42d1-474d-876a-6355071d609d tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467649 Nov 22 15:38:22.686592 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed8b2a-7a79-46ed-bbb9-47a72299940e req-72c6efa4-cb7e-48ce-89f9-596c94f51eac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:22.688294 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c4ed8b2a-7a79-46ed-bbb9-47a72299940e req-72c6efa4-cb7e-48ce-89f9-596c94f51eac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0870121 Nov 22 15:38:22.741150 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c4ed8b2a-7a79-46ed-bbb9-47a72299940e req-018e4a88-fad1-4592-9387-4ba363462a30 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455167 Nov 22 15:38:23.588632 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5e212-44be-4a2f-873f-02095cc9f8db req-e37739eb-d580-43a4-98b1-cbac3d810892 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:23.590395 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-edc5e212-44be-4a2f-873f-02095cc9f8db req-e37739eb-d580-43a4-98b1-cbac3d810892 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 945 time: 0.0920820 Nov 22 15:38:23.640142 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-edc5e212-44be-4a2f-873f-02095cc9f8db req-6007063a-692b-41f0-b565-09f34492e609 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434310 Nov 22 15:38:23.969904 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a95e46-4daf-4633-ad4d-605b3d4d41aa req-e236ee61-72f4-4c9b-a326-7e5db1d739c4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:23.971807 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c3a95e46-4daf-4633-ad4d-605b3d4d41aa req-e236ee61-72f4-4c9b-a326-7e5db1d739c4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0941217 Nov 22 15:38:24.033344 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c3a95e46-4daf-4633-ad4d-605b3d4d41aa req-7a47f1dd-6120-4bcf-9b9a-eb506853d131 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521047 Nov 22 15:38:25.258736 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49961c58-7edd-4f5c-a25e-ac5a5c486988 req-688492c6-f9f8-49e2-97d7-00fdffdb0ae2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:25.260298 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-49961c58-7edd-4f5c-a25e-ac5a5c486988 req-688492c6-f9f8-49e2-97d7-00fdffdb0ae2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0906889 Nov 22 15:38:25.311037 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-49961c58-7edd-4f5c-a25e-ac5a5c486988 req-92ae4bda-12a8-4fdd-989a-7f56adf46d45 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443664 Nov 22 15:38:26.529839 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e946f1e-e7fb-4612-8a43-06171353e769 req-a06369cd-9593-4b5d-a228-3b69bd56bca7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:26.531441 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2e946f1e-e7fb-4612-8a43-06171353e769 req-a06369cd-9593-4b5d-a228-3b69bd56bca7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0833232 Nov 22 15:38:26.579679 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2e946f1e-e7fb-4612-8a43-06171353e769 req-facef8a2-d812-40f2-9af8-3a583ea3fc6b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418200 Nov 22 15:38:27.805505 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8d689-f1f8-4c77-b2aa-cf75bdf4a681 req-f3337bc4-5954-47b3-80c2-9281bb5e85c0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:27.807144 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fed8d689-f1f8-4c77-b2aa-cf75bdf4a681 req-f3337bc4-5954-47b3-80c2-9281bb5e85c0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0872965 Nov 22 15:38:27.856600 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fed8d689-f1f8-4c77-b2aa-cf75bdf4a681 req-317b85ba-5dae-4bed-af77-4e4d6252c315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433393 Nov 22 15:38:29.083464 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbc33b-9816-40bd-b839-f9d85d715049 req-3c135b36-bf2a-49f8-9593-a9c61782a3de tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:29.085132 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-82dbc33b-9816-40bd-b839-f9d85d715049 req-3c135b36-bf2a-49f8-9593-a9c61782a3de tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0877161 Nov 22 15:38:29.138157 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-82dbc33b-9816-40bd-b839-f9d85d715049 req-a2c0ff36-53c1-4fa6-b959-86ac64ea455b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466728 Nov 22 15:38:30.360238 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e8ff6-47e6-4b88-acad-987e4c304664 req-36b8c60d-8af0-49bc-9930-2faa1154df72 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:30.361860 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ac0e8ff6-47e6-4b88-acad-987e4c304664 req-36b8c60d-8af0-49bc-9930-2faa1154df72 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0854063 Nov 22 15:38:30.412917 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ac0e8ff6-47e6-4b88-acad-987e4c304664 req-ddf51f66-9ed1-4fe3-a280-1e8ddec3030e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442581 Nov 22 15:38:31.635044 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419be99-338f-4991-96d1-6fcb6e6bae7e req-ed1edb59-46af-4f59-9cec-fa22310221e5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:31.636617 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f419be99-338f-4991-96d1-6fcb6e6bae7e req-ed1edb59-46af-4f59-9cec-fa22310221e5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0874107 Nov 22 15:38:31.690691 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f419be99-338f-4991-96d1-6fcb6e6bae7e req-e43eae1f-50af-47b1-bdef-aa656c4c5441 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477610 Nov 22 15:38:32.908753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ed4ef-0c9a-4bf2-943e-f4b30cf3e2f7 req-fb40a1fb-877e-4377-aec2-a028d13b0f7e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:32.910322 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e18ed4ef-0c9a-4bf2-943e-f4b30cf3e2f7 req-fb40a1fb-877e-4377-aec2-a028d13b0f7e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0827024 Nov 22 15:38:32.958598 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e18ed4ef-0c9a-4bf2-943e-f4b30cf3e2f7 req-e57a7ea4-21cf-44e5-a2df-52b2d74f7591 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420709 Nov 22 15:38:33.452715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:38:33.793643 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3e79-3afd-40af-974a-7687003c5e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:34.207897 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7801-debe-4022-9f49-49af686dfd9b req-f2585391-65ef-427a-8a8f-98d855b5b7d6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:34.209480 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-de1c7801-debe-4022-9f49-49af686dfd9b req-f2585391-65ef-427a-8a8f-98d855b5b7d6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0849900 Nov 22 15:38:34.260155 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-de1c7801-debe-4022-9f49-49af686dfd9b req-d513553b-f5f5-4efd-9b4c-2a491037cb6b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439565 Nov 22 15:38:35.167280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:35.492330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf81a9-6819-4320-be8a-1fef6d35212b req-cc89c594-2aee-41a6-a237-be5106bd24c2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:35.493840 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-45cf81a9-6819-4320-be8a-1fef6d35212b req-cc89c594-2aee-41a6-a237-be5106bd24c2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0831776 Nov 22 15:38:35.542197 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-45cf81a9-6819-4320-be8a-1fef6d35212b req-2b9497ed-71ec-49aa-bcc7-553229f05bb5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422785 Nov 22 15:38:36.015302 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f58694dc-5b3c-4c52-a4c9-272c5a5b34f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:36.297965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:36.764730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf7527-c3ad-422f-996d-3addc7ad46c7 req-bbb44fe2-b1aa-4b83-a73e-2a72e8c30371 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:36.766337 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9edf7527-c3ad-422f-996d-3addc7ad46c7 req-bbb44fe2-b1aa-4b83-a73e-2a72e8c30371 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0902638 Nov 22 15:38:36.813960 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9edf7527-c3ad-422f-996d-3addc7ad46c7 req-f6179346-b3f1-4892-80fe-39c3a8720774 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Nov 22 15:38:37.545807 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:38.027863 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685aba2-80fa-4388-86ac-05e3bdfff2cd req-9514489f-dde8-491c-ab77-9d5846826b55 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:38.029349 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3685aba2-80fa-4388-86ac-05e3bdfff2cd req-9514489f-dde8-491c-ab77-9d5846826b55 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0805774 Nov 22 15:38:38.080123 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3685aba2-80fa-4388-86ac-05e3bdfff2cd req-07c6bbe1-b992-4b74-8d21-bcce948eda94 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446396 Nov 22 15:38:38.099628 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:39.313207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e53ae4-879f-40a2-8a04-9f28f85470e4 req-e07a69f6-fd45-4b16-8bfd-f4a8e786c8e6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:39.314841 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-04e53ae4-879f-40a2-8a04-9f28f85470e4 req-e07a69f6-fd45-4b16-8bfd-f4a8e786c8e6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0820489 Nov 22 15:38:39.363840 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-04e53ae4-879f-40a2-8a04-9f28f85470e4 req-f47055a5-7fcb-4678-964c-9334569142ca tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422089 Nov 22 15:38:40.581406 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0655e7b-48bb-4b81-ad88-4a74673f974c req-7830da18-270f-4ad1-9238-051f589906a8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:40.583155 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d0655e7b-48bb-4b81-ad88-4a74673f974c req-7830da18-270f-4ad1-9238-051f589906a8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0864387 Nov 22 15:38:40.631710 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d0655e7b-48bb-4b81-ad88-4a74673f974c req-5f9ec480-b9c9-4687-9320-bd823f472bc2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417874 Nov 22 15:38:41.859031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e38118-b755-4ded-a6de-4efd2edadac8 req-e0d5e1f1-1533-4109-be2a-0eb04783f8e1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:41.860685 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-87e38118-b755-4ded-a6de-4efd2edadac8 req-e0d5e1f1-1533-4109-be2a-0eb04783f8e1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0842576 Nov 22 15:38:41.910524 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-87e38118-b755-4ded-a6de-4efd2edadac8 req-2887549c-399e-4afb-907b-4aefdaa7e1fc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433176 Nov 22 15:38:43.138260 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e668a72-6b80-4151-b3c2-25f8ba7154fc req-f49b87c2-2e79-4db9-b94b-1fe92a7781ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:43.139944 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4e668a72-6b80-4151-b3c2-25f8ba7154fc req-f49b87c2-2e79-4db9-b94b-1fe92a7781ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0899360 Nov 22 15:38:43.189830 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4e668a72-6b80-4151-b3c2-25f8ba7154fc req-518fda2b-4508-4735-ae76-7675376a8df4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437455 Nov 22 15:38:44.405326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bd956-7a13-4e59-9eac-d0d53a89e069 req-633eebe3-481c-48d7-8620-d4000ca719fe tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:44.407119 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5a3bd956-7a13-4e59-9eac-d0d53a89e069 req-633eebe3-481c-48d7-8620-d4000ca719fe tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0817118 Nov 22 15:38:44.454495 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5a3bd956-7a13-4e59-9eac-d0d53a89e069 req-bd72774b-0245-4bec-a16f-71c69f5107df tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412934 Nov 22 15:38:45.674447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6f1b5-1cc0-4f48-a850-05af06009ab0 req-12f771d4-a6ec-4244-82fc-fb0e1e61a4c9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:45.676057 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-06f6f1b5-1cc0-4f48-a850-05af06009ab0 req-12f771d4-a6ec-4244-82fc-fb0e1e61a4c9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0856822 Nov 22 15:38:45.724042 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-06f6f1b5-1cc0-4f48-a850-05af06009ab0 req-2d6f0781-426e-4d7a-8d76-e13ab691a441 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410373 Nov 22 15:38:46.943470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee00cf0-2cd7-40d3-8a54-7ee87c02c4bd req-a009a5df-91d3-4c37-a3a1-0c567c9d4e1a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:46.945577 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ee00cf0-2cd7-40d3-8a54-7ee87c02c4bd req-a009a5df-91d3-4c37-a3a1-0c567c9d4e1a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0823567 Nov 22 15:38:46.999758 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9ee00cf0-2cd7-40d3-8a54-7ee87c02c4bd req-f2c205b8-a842-41ae-b0eb-ce0b64199ceb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479910 Nov 22 15:38:48.212612 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510503e-0b8b-4aa1-8516-8896417ec026 req-185ff91a-28d6-44b6-b11c-866f5f3d71b8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:48.214167 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d510503e-0b8b-4aa1-8516-8896417ec026 req-185ff91a-28d6-44b6-b11c-866f5f3d71b8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0808508 Nov 22 15:38:48.262859 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d510503e-0b8b-4aa1-8516-8896417ec026 req-53cdf6f5-47ae-4f78-859f-3f8fc9dfdb70 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426519 Nov 22 15:38:49.485661 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d89dc-6696-415c-8106-1fa6dc069906 req-c786c2fc-535d-4ffd-8116-5256ab76a010 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:49.487279 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-142d89dc-6696-415c-8106-1fa6dc069906 req-c786c2fc-535d-4ffd-8116-5256ab76a010 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0861375 Nov 22 15:38:49.534325 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-142d89dc-6696-415c-8106-1fa6dc069906 req-fc7f2e64-83ef-4b1e-af47-0e22889ab98a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403929 Nov 22 15:38:50.189895 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bdff3e7f-7fc5-493d-9804-ce1171e805b1 req-a3e432cb-9f94-474b-9645-e66c9a8ccec4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715389 Nov 22 15:38:50.339680 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bdff3e7f-7fc5-493d-9804-ce1171e805b1 req-80119db8-447b-4636-bffc-be548b9cb2a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 1099 time: 0.0784333 Nov 22 15:38:50.493305 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff3e7f-7fc5-493d-9804-ce1171e805b1 req-664bc91e-4be9-4ea1-b8da-5baeff0d910e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:50.494884 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bdff3e7f-7fc5-493d-9804-ce1171e805b1 req-664bc91e-4be9-4ea1-b8da-5baeff0d910e service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.1361835 Nov 22 15:38:50.565006 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bdff3e7f-7fc5-493d-9804-ce1171e805b1 req-dfabfc18-12eb-4e89-88d9-66c386fec562 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc05d5-0abe-4ba7-9f37-0b894f0c9400 HTTP/1.1" status: 200 len: 217 time: 0.0627975 Nov 22 15:38:50.636443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff3e7f-7fc5-493d-9804-ce1171e805b1 req-9c12740b-e1ab-498e-afbf-cdba0e6f2739 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:50.638026 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bdff3e7f-7fc5-493d-9804-ce1171e805b1 req-9c12740b-e1ab-498e-afbf-cdba0e6f2739 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0665338 Nov 22 15:38:50.718001 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bdff3e7f-7fc5-493d-9804-ce1171e805b1 req-b29a76e2-a10d-4f38-96a3-711964812c0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734336 Nov 22 15:38:50.873761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed55b05-e105-4f39-a901-cc917d9c078f req-c39d136f-3590-4fba-8c33-a41060316f27 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:50.875274 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fed55b05-e105-4f39-a901-cc917d9c078f req-c39d136f-3590-4fba-8c33-a41060316f27 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1945884 Nov 22 15:38:50.910379 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bdff3e7f-7fc5-493d-9804-ce1171e805b1 req-1bed4419-6ead-4090-88ae-83bae59f4310 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822157 Nov 22 15:38:51.026330 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-fed55b05-e105-4f39-a901-cc917d9c078f req-f8852585-5725-4384-9a6c-ea4030e439b9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413708 Nov 22 15:38:51.072612 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bdff3e7f-7fc5-493d-9804-ce1171e805b1 req-1d7e46b0-15db-428e-b378-8d51393cdee5 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558032 Nov 22 15:38:52.252425 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3607e2-0be1-48ff-aa51-d20b7622d40e req-ef10ce97-2bbe-4873-a5ff-d95937a71698 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:52.254034 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8d3607e2-0be1-48ff-aa51-d20b7622d40e req-ef10ce97-2bbe-4873-a5ff-d95937a71698 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0875859 Nov 22 15:38:52.302599 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8d3607e2-0be1-48ff-aa51-d20b7622d40e req-9da8dd12-5c51-4a9d-bd54-65ab5ea73544 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415523 Nov 22 15:38:53.550814 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a9b8-7f12-4162-abaa-956e0f85c3a4 req-ca089f78-315c-4578-a9f2-a12d5db867be tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:53.552336 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-03b3a9b8-7f12-4162-abaa-956e0f85c3a4 req-ca089f78-315c-4578-a9f2-a12d5db867be tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0999982 Nov 22 15:38:53.600404 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-03b3a9b8-7f12-4162-abaa-956e0f85c3a4 req-5f188a55-c46e-4fa9-85ad-cec47c2df08c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413873 Nov 22 15:38:54.813422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1872c0-89b9-4441-a0a0-5280394fa675 req-089dfa1f-97de-4bb4-a71d-a4e6e43d0b26 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:54.815033 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ca1872c0-89b9-4441-a0a0-5280394fa675 req-089dfa1f-97de-4bb4-a71d-a4e6e43d0b26 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0809062 Nov 22 15:38:54.863317 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ca1872c0-89b9-4441-a0a0-5280394fa675 req-d5b450b0-1fc7-4eec-b988-0e902649c182 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 Nov 22 15:38:56.079508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d382a-8d20-4be5-a2a0-583c97f774fe req-61b49bfa-f870-4d76-bdd1-ed0500963f57 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:56.081086 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b27d382a-8d20-4be5-a2a0-583c97f774fe req-61b49bfa-f870-4d76-bdd1-ed0500963f57 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0845528 Nov 22 15:38:56.129546 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b27d382a-8d20-4be5-a2a0-583c97f774fe req-8f527a31-cb46-4c5d-8b82-c76e6321a913 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417302 Nov 22 15:38:57.361550 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d30fa-4363-415e-b76b-45769e6e9c18 req-cd016f32-b93d-4dd4-9f4a-6b453868a0ca tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:57.363165 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-878d30fa-4363-415e-b76b-45769e6e9c18 req-cd016f32-b93d-4dd4-9f4a-6b453868a0ca tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0963848 Nov 22 15:38:57.413233 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-878d30fa-4363-415e-b76b-45769e6e9c18 req-5f7e0d17-6217-47a4-b396-910b6215b0f0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430603 Nov 22 15:38:58.632569 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50a4d2-9c17-48f3-8aef-b0a07dead7e6 req-142fdb47-759b-43c6-9d7c-6ed296e62c54 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:58.634052 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ee50a4d2-9c17-48f3-8aef-b0a07dead7e6 req-142fdb47-759b-43c6-9d7c-6ed296e62c54 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0843608 Nov 22 15:38:58.681275 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ee50a4d2-9c17-48f3-8aef-b0a07dead7e6 req-d96c229f-6d58-408a-a424-b5b34feb6de6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410900 Nov 22 15:38:59.893120 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a0b46-7e67-4a86-808c-78a898b89077 req-0a3e8de9-4275-4995-bcf9-abb54692ad1f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:38:59.895000 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-588a0b46-7e67-4a86-808c-78a898b89077 req-0a3e8de9-4275-4995-bcf9-abb54692ad1f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0810347 Nov 22 15:39:00.134214 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-588a0b46-7e67-4a86-808c-78a898b89077 req-3fe1fa09-32d9-4cfb-b96e-f5bfde80503e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333772 Nov 22 15:39:01.351706 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8eb5b-6137-4afc-a35b-11c210bffc14 req-460dda05-d5a7-45f8-b215-eccc761e8b14 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:01.353294 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-dcf8eb5b-6137-4afc-a35b-11c210bffc14 req-460dda05-d5a7-45f8-b215-eccc761e8b14 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0830917 Nov 22 15:39:01.403586 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-dcf8eb5b-6137-4afc-a35b-11c210bffc14 req-b636bb46-e9b4-42d6-9229-b693cabcc038 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439651 Nov 22 15:39:02.623449 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0160f47-c445-46b2-a92d-857508fe4576 req-b201dd13-23a3-4267-bf0a-4a562c166851 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:02.624977 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f0160f47-c445-46b2-a92d-857508fe4576 req-b201dd13-23a3-4267-bf0a-4a562c166851 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0835311 Nov 22 15:39:02.672001 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f0160f47-c445-46b2-a92d-857508fe4576 req-b839889b-ae65-4cd0-b3f0-ff89f9599071 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409861 Nov 22 15:39:03.796970 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5a8fdf8-87df-42ad-917b-5cbd1f20a7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:03.913626 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade19a18-923a-4c39-9a86-fb90e094ee9c req-912d26ae-fd18-462e-840f-0a04d1030b6c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:03.915293 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ade19a18-923a-4c39-9a86-fb90e094ee9c req-912d26ae-fd18-462e-840f-0a04d1030b6c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1019075 Nov 22 15:39:03.965215 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ade19a18-923a-4c39-9a86-fb90e094ee9c req-87898c24-bd42-43a4-aeaa-8d7dbf89305e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433271 Nov 22 15:39:05.169424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:05.195679 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52e089-3d71-4803-8462-2fd7dafccb58 req-c924fd53-f308-4400-98ae-582b297c52eb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:05.197275 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b52e089-3d71-4803-8462-2fd7dafccb58 req-c924fd53-f308-4400-98ae-582b297c52eb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0859945 Nov 22 15:39:05.245745 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b52e089-3d71-4803-8462-2fd7dafccb58 req-51a37f4f-747c-47ac-bf48-f74c57620632 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Nov 22 15:39:06.016312 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-172419a3-ce4d-4dd3-9233-d43081459cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:06.300905 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:06.464716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124cfd8-4aa4-48b2-ace4-27cfc27da1c5 req-b61c6ce5-beb5-47cb-a56f-3709f9d43ff6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:06.466325 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e124cfd8-4aa4-48b2-ace4-27cfc27da1c5 req-b61c6ce5-beb5-47cb-a56f-3709f9d43ff6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0831678 Nov 22 15:39:06.514951 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e124cfd8-4aa4-48b2-ace4-27cfc27da1c5 req-9f00a1dd-030b-4e13-b42f-312ef8df4a78 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417972 Nov 22 15:39:07.546695 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:07.738298 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24973c-55f5-4f33-a8c5-7ea1fbd39b6c req-32227e99-f4b1-4613-b8dd-7c6697523c04 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:07.739901 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4e24973c-55f5-4f33-a8c5-7ea1fbd39b6c req-32227e99-f4b1-4613-b8dd-7c6697523c04 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0850098 Nov 22 15:39:07.789084 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4e24973c-55f5-4f33-a8c5-7ea1fbd39b6c req-4ecc5364-4a08-4c56-8779-1da1febd4bcf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425842 Nov 22 15:39:08.101747 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:09.009788 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252606-9581-4f8c-99aa-fbfd513e922c req-32d1a167-5a07-47fd-b278-b1c6d14dc7c1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:09.011413 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e0252606-9581-4f8c-99aa-fbfd513e922c req-32d1a167-5a07-47fd-b278-b1c6d14dc7c1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0818162 Nov 22 15:39:09.062569 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e0252606-9581-4f8c-99aa-fbfd513e922c req-64d7ac0f-935b-47f3-bd77-dc92e77c5e76 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449665 Nov 22 15:39:10.282504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e906c9-2d3d-4b2c-bedf-2f77de497fb8 req-8fa8cb6a-1462-4f9a-a56e-d8802a1f3707 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:10.284129 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-49e906c9-2d3d-4b2c-bedf-2f77de497fb8 req-8fa8cb6a-1462-4f9a-a56e-d8802a1f3707 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0829086 Nov 22 15:39:10.333520 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-49e906c9-2d3d-4b2c-bedf-2f77de497fb8 req-53b7b890-c807-4826-9168-568438b9c376 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426104 Nov 22 15:39:10.453777 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:39:11.550106 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae57b5d-1c2a-4548-8a97-53737304c128 req-41332a00-29a9-4c60-ab6a-908647c57f8a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:11.551725 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2ae57b5d-1c2a-4548-8a97-53737304c128 req-41332a00-29a9-4c60-ab6a-908647c57f8a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0850985 Nov 22 15:39:11.609929 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2ae57b5d-1c2a-4548-8a97-53737304c128 req-260487b3-680e-4365-a5b3-ea04b4d49ddc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520203 Nov 22 15:39:12.839160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06ee4-9466-4d51-9524-bb76b656066c req-a8d60e10-29da-438f-a754-277344fc1d38 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:12.840764 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-00c06ee4-9466-4d51-9524-bb76b656066c req-a8d60e10-29da-438f-a754-277344fc1d38 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0892107 Nov 22 15:39:12.890443 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-00c06ee4-9466-4d51-9524-bb76b656066c req-e8019878-79d9-433b-8105-45fb9b547047 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435445 Nov 22 15:39:14.119011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391a239-5d8f-4790-8d08-81a19ac1b0f6 req-85e731cd-08d1-48e5-93ff-93e4331af967 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:14.120610 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8391a239-5d8f-4790-8d08-81a19ac1b0f6 req-85e731cd-08d1-48e5-93ff-93e4331af967 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0882037 Nov 22 15:39:14.169903 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8391a239-5d8f-4790-8d08-81a19ac1b0f6 req-3af159a2-c6f8-4742-b2f9-9dfc6d7fc557 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430558 Nov 22 15:39:15.399491 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f81a7-0020-4ce6-b6ab-a00146e17dfd req-fd15d813-ae2d-48ba-8f79-12b2edec254d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:15.401119 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-286f81a7-0020-4ce6-b6ab-a00146e17dfd req-fd15d813-ae2d-48ba-8f79-12b2edec254d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0864446 Nov 22 15:39:15.457304 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-286f81a7-0020-4ce6-b6ab-a00146e17dfd req-2018db68-7caa-482c-b7a2-234a09028a93 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498295 Nov 22 15:39:16.685539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e10115-0393-4c42-8c6b-3c1bacadeeb1 req-9bbdf5b4-3cfa-4149-bfdb-2b6f5b7c73b7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:16.687195 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-04e10115-0393-4c42-8c6b-3c1bacadeeb1 req-9bbdf5b4-3cfa-4149-bfdb-2b6f5b7c73b7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0912323 Nov 22 15:39:16.742476 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-04e10115-0393-4c42-8c6b-3c1bacadeeb1 req-8a587598-ead3-4aa0-96cf-6168e756f40e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466957 Nov 22 15:39:17.984817 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95867a6a-6bad-464c-a500-694870fe4295 req-926fe1e1-0c23-4f3f-b5e4-0218447f8fed tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:17.986462 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-95867a6a-6bad-464c-a500-694870fe4295 req-926fe1e1-0c23-4f3f-b5e4-0218447f8fed tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0977094 Nov 22 15:39:18.041431 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-95867a6a-6bad-464c-a500-694870fe4295 req-eff607ec-b1a8-4087-9e36-55f68f3eb881 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483043 Nov 22 15:39:19.270785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27a78c-835e-4da1-8955-29dfee6e91c6 req-f0f06295-5b3c-4943-a738-aca46edbd7f1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:19.272337 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9d27a78c-835e-4da1-8955-29dfee6e91c6 req-f0f06295-5b3c-4943-a738-aca46edbd7f1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0942483 Nov 22 15:39:19.325541 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9d27a78c-835e-4da1-8955-29dfee6e91c6 req-cb7e283f-2586-47f6-9248-f3a45763a8b6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465186 Nov 22 15:39:20.549411 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2a933-4c32-4882-88d9-1fbccba85688 req-a1f0aba2-8354-4615-8084-10316695f861 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:20.551061 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-85a2a933-4c32-4882-88d9-1fbccba85688 req-a1f0aba2-8354-4615-8084-10316695f861 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0872471 Nov 22 15:39:20.607751 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-85a2a933-4c32-4882-88d9-1fbccba85688 req-af60cce4-35ec-4ba9-ab5a-6f7ba9c33109 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504007 Nov 22 15:39:21.829339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db704ab-2939-4c1b-aa12-ba0edb15127b req-f179b363-41fc-45fe-ab52-2e08924e61f0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:21.831411 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4db704ab-2939-4c1b-aa12-ba0edb15127b req-f179b363-41fc-45fe-ab52-2e08924e61f0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0877814 Nov 22 15:39:21.882281 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4db704ab-2939-4c1b-aa12-ba0edb15127b req-a6eba77c-a940-4656-863c-6aa17ba54fce tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443881 Nov 22 15:39:23.123844 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081858d5-faf4-4c3a-bc90-d74c27cf3e55 req-98210f68-8acc-499d-ace9-122e5c1afb13 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:23.125467 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-081858d5-faf4-4c3a-bc90-d74c27cf3e55 req-98210f68-8acc-499d-ace9-122e5c1afb13 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0901968 Nov 22 15:39:23.179784 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-081858d5-faf4-4c3a-bc90-d74c27cf3e55 req-b2d25e57-ef0f-4d51-8f7b-0c32826cb699 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464582 Nov 22 15:39:24.438678 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae75cf-6b24-4bab-b451-62852e578b5a req-0fb246ef-ff6f-4816-bc47-80fba2f42269 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:24.440289 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5dae75cf-6b24-4bab-b451-62852e578b5a req-0fb246ef-ff6f-4816-bc47-80fba2f42269 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1118028 Nov 22 15:39:24.526356 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5dae75cf-6b24-4bab-b451-62852e578b5a req-acdb0e69-a815-469a-8bc6-de4d951bd100 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780318 Nov 22 15:39:25.764997 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0001572-4d2f-4917-9345-a6e6b5106610 req-5106c9fc-c4ea-4ca3-bc0f-0015e5b4b565 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:25.766602 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d0001572-4d2f-4917-9345-a6e6b5106610 req-5106c9fc-c4ea-4ca3-bc0f-0015e5b4b565 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0841000 Nov 22 15:39:25.815970 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d0001572-4d2f-4917-9345-a6e6b5106610 req-c047d9b3-9928-42a8-ba01-d986cb99cd9d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431721 Nov 22 15:39:27.042658 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d460a8-a398-45ad-b728-45fa44a2698e req-68a7e528-e60f-4b14-bf9c-bd996ac787cf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:27.044244 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e3d460a8-a398-45ad-b728-45fa44a2698e req-68a7e528-e60f-4b14-bf9c-bd996ac787cf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0906100 Nov 22 15:39:27.099321 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e3d460a8-a398-45ad-b728-45fa44a2698e req-3ef2b93a-6f92-422f-8d27-647b98d52a55 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443525 Nov 22 15:39:28.325775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fa81e-6c85-485b-8271-4e634570a55a req-b4cbb13c-e09a-4a6f-ba6c-ed25d8582abb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:28.327442 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f00fa81e-6c85-485b-8271-4e634570a55a req-b4cbb13c-e09a-4a6f-ba6c-ed25d8582abb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0851731 Nov 22 15:39:28.389012 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f00fa81e-6c85-485b-8271-4e634570a55a req-f40dd2ee-b6c0-4740-9533-cf5aac5d4f2a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498106 Nov 22 15:39:29.752237 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075138ba-a78b-48da-bbba-77efe97ff97d req-51880edd-44de-43b3-882d-b2349f0a2942 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:29.753838 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-075138ba-a78b-48da-bbba-77efe97ff97d req-51880edd-44de-43b3-882d-b2349f0a2942 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0873561 Nov 22 15:39:29.807604 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-075138ba-a78b-48da-bbba-77efe97ff97d req-068e969c-d458-441b-8f54-5f0f2e2a1638 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462756 Nov 22 15:39:31.054843 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b03d91-705d-4d52-9f9b-e624de3e5079 req-e8946bda-a198-4040-94df-6dc0e130badc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:31.056878 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b3b03d91-705d-4d52-9f9b-e624de3e5079 req-e8946bda-a198-4040-94df-6dc0e130badc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0983145 Nov 22 15:39:31.114252 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b3b03d91-705d-4d52-9f9b-e624de3e5079 req-dee7d804-d86b-4ae2-aae6-a3706d0e3ba2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479674 Nov 22 15:39:32.379734 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e35023-51f3-4775-8bf8-a49573276041 req-087968d6-a919-4f6b-a165-b9e8f48bbe42 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:32.381370 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a2e35023-51f3-4775-8bf8-a49573276041 req-087968d6-a919-4f6b-a165-b9e8f48bbe42 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.1206374 Nov 22 15:39:32.433307 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a2e35023-51f3-4775-8bf8-a49573276041 req-2c10bb03-39f8-4c63-be16-98430711cd94 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451388 Nov 22 15:39:33.669917 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046e10c-cabb-4546-9ccd-6a5497bda84b req-8d430739-e300-48d2-bf05-1e3767a5c4a9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:33.671813 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d046e10c-cabb-4546-9ccd-6a5497bda84b req-8d430739-e300-48d2-bf05-1e3767a5c4a9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0820456 Nov 22 15:39:33.722762 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d046e10c-cabb-4546-9ccd-6a5497bda84b req-86e425b1-a71f-407a-bbc6-ae6969194f46 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449560 Nov 22 15:39:33.807227 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-36ea6634-de23-4136-ae3e-fe6aac2b13b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:34.942870 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e4117-ad1f-4729-8b62-1abd7f23f573 req-e543bce6-f8e5-4e29-8cbe-dbaf8c37914d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:34.944712 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7f2e4117-ad1f-4729-8b62-1abd7f23f573 req-e543bce6-f8e5-4e29-8cbe-dbaf8c37914d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0856869 Nov 22 15:39:34.995770 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7f2e4117-ad1f-4729-8b62-1abd7f23f573 req-b8549446-8318-4e08-8aec-d62be791c780 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448475 Nov 22 15:39:35.171975 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:36.017910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4882a8e-ea94-46d7-a518-a682a2270c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:36.224859 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6132c-0722-4436-9dcd-c74dbeac7960 req-55acab21-4126-4a2c-bb8e-fb0607ba6992 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:36.226522 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b4f6132c-0722-4436-9dcd-c74dbeac7960 req-55acab21-4126-4a2c-bb8e-fb0607ba6992 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0893476 Nov 22 15:39:36.297359 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b4f6132c-0722-4436-9dcd-c74dbeac7960 req-965b9e9f-e4f0-403f-a481-7bd7f6091bab tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624092 Nov 22 15:39:36.316827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:37.533585 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da342d9-81d5-4059-99a8-913c514b3670 req-230f9249-d7d5-43ec-b7a1-712a23a2302b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:37.535244 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8da342d9-81d5-4059-99a8-913c514b3670 req-230f9249-d7d5-43ec-b7a1-712a23a2302b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0884540 Nov 22 15:39:37.546606 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:37.587769 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8da342d9-81d5-4059-99a8-913c514b3670 req-c83fac04-5406-4f94-ac18-1abe886097a4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458782 Nov 22 15:39:38.108372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:38.815627 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531062-49b7-48e8-9218-7f91c55a1a4b req-e96be536-3c20-47ad-8f22-e5827a97f3c7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:38.817215 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8b531062-49b7-48e8-9218-7f91c55a1a4b req-e96be536-3c20-47ad-8f22-e5827a97f3c7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0866108 Nov 22 15:39:38.872311 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8b531062-49b7-48e8-9218-7f91c55a1a4b req-d32341a2-7e4d-4307-877e-410c2721c717 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477700 Nov 22 15:39:40.117253 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597cb3c-e064-4daa-9fb3-a5f0bbf14852 req-6fe5554d-5d90-4275-a46c-b6e7033f70d3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:40.118872 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e597cb3c-e064-4daa-9fb3-a5f0bbf14852 req-6fe5554d-5d90-4275-a46c-b6e7033f70d3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0831754 Nov 22 15:39:40.169489 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e597cb3c-e064-4daa-9fb3-a5f0bbf14852 req-96c9fd54-7770-40cc-9606-252a9a28a415 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442493 Nov 22 15:39:41.406316 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8aefa5-9c5f-4b55-9a39-6532ca327d9e req-043494af-ce20-4e8f-86f6-d6b86cc941fb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:41.408033 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0c8aefa5-9c5f-4b55-9a39-6532ca327d9e req-043494af-ce20-4e8f-86f6-d6b86cc941fb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0953801 Nov 22 15:39:41.459762 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0c8aefa5-9c5f-4b55-9a39-6532ca327d9e req-d35b910c-d83a-4c9d-ae86-265cfcd88ad5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe907ba7-2004-4456-8994-ab69ff757418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439239 Nov 22 15:39:43.533659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-2a2c2857-fadd-4975-b8ea-a8b9b2c1cb0b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:43.535282 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-2a2c2857-fadd-4975-b8ea-a8b9b2c1cb0b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb39f211-939d-426f-a5b2-6d9b3acc25b9 HTTP/1.1" status: 200 len: 944 time: 0.0828304 Nov 22 15:39:43.611647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Deleting port e377d494-acd4-4970-9b48-da943c7bc45a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:39:43.612020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:43.871764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] For port e377d494-acd4-4970-9b48-da943c7bc45a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e377d494-acd4-4970-9b48-da943c7bc45a,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:39:43.872166 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:44.190318 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:44.190713 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809642'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:44.191083 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.l3_db [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Floating IP 1017e12c-0196-4cee-84dc-5a75a07ec039 disassociated. External IP: 172.27.0.163, port: e377d494-acd4-4970-9b48-da943c7bc45a. Nov 22 15:39:44.191456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Calling delete_port for e377d494-acd4-4970-9b48-da943c7bc45a owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:39:44.356260 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:44.363039 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ec92d171-5263-46be-8e63-65b27c655604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:39:44.418078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event deleted for resources: {'Port': ['ID=e377d494-acd4-4970-9b48-da943c7bc45a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:39:44.434189 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:44.434606 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:44.435041 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:44.435448 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:44.435847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:44.436248 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:44.437002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:44.437002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:44.441389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:44.441827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:44.442220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:44.449716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:39:44.668002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Router a8850a32-a4af-4fba-878d-bc94bd5d1a1a has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:39:45.102724 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:39:45.114227 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5245c613-7d2f-448f-af9c-d2b2546e3f50 None None] Sync routers for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:39:45.127108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5245c613-7d2f-448f-af9c-d2b2546e3f50 None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:39:45.127791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-5245c613-7d2f-448f-af9c-d2b2546e3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:39:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:39:45.178921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] No DVR routers for this DVR port e377d494-acd4-4970-9b48-da943c7bc45a on host hv-cinder-81877 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:39:45.181491 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:45.184329 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'name': 'network-vif-deleted', 'tag': 'e377d494-acd4-4970-9b48-da943c7bc45a'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:39:45.194368 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8823d273-b8e7-45de-977b-e5e05cc378cb req-69cb3fcd-a29f-4cb9-900a-ef8fab167877 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "DELETE /v2.0/ports/e377d494-acd4-4970-9b48-da943c7bc45a HTTP/1.1" status: 204 len: 173 time: 1.6528726 Nov 22 15:39:45.252089 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb39f211-939d-426f-a5b2-6d9b3acc25b9', 'name': 'network-vif-deleted', 'tag': 'e377d494-acd4-4970-9b48-da943c7bc45a', 'status': 'failed', 'code': 422} returned with failed status Nov 22 15:39:45.354714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-5245c613-7d2f-448f-af9c-d2b2546e3f50 None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:39:45.696843 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-5245c613-7d2f-448f-af9c-d2b2546e3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:14Z', 'revision_number': 5, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:39:45.701175 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5245c613-7d2f-448f-af9c-d2b2546e3f50 None None] Checking router: a8850a32-a4af-4fba-878d-bc94bd5d1a1a for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:39:45.713192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5245c613-7d2f-448f-af9c-d2b2546e3f50 None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:39:45.713867 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-5245c613-7d2f-448f-af9c-d2b2546e3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:39:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:39:45.844934 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 44180) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:39:45.929831 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ea8996d-b1f9-4f12-90f1-e410e7819113 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:45.963024 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ea8996d-b1f9-4f12-90f1-e410e7819113 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:46.018477 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ea8996d-b1f9-4f12-90f1-e410e7819113 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:46.024992 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9bf037ea-800d-4033-a453-a8c42e3302a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:39:46.042392 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8996d-b1f9-4f12-90f1-e410e7819113 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe907ba7-2004-4456-8994-ab69ff757418,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:39:46.045340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9ea8996d-b1f9-4f12-90f1-e410e7819113 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:39:46.053470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ea8996d-b1f9-4f12-90f1-e410e7819113 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:46.054813 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-9ea8996d-b1f9-4f12-90f1-e410e7819113 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "DELETE /v2.0/security-groups/fe907ba7-2004-4456-8994-ab69ff757418 HTTP/1.1" status: 204 len: 168 time: 0.2086380 Nov 22 15:39:46.060067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 44184) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:39:46.081044 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.v2.resource [None req-9e7ff7c4-7757-4f9f-b957-7c7b4a660c8e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] show failed (client error): The resource could not be found. Nov 22 15:39:46.082338 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-5245c613-7d2f-448f-af9c-d2b2546e3f50 None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:39:46.082467 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-9e7ff7c4-7757-4f9f-b957-7c7b4a660c8e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups/fe907ba7-2004-4456-8994-ab69ff757418 HTTP/1.1" status: 404 len: 347 time: 0.0211213 Nov 22 15:39:46.085980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 44190) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:39:46.259728 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d0239-8d28-4efb-9c39-320d23e460ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Deleting port 8b4b9219-e4d2-4cf6-8d47-6196f2a52e4c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:39:46.260232 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0239-8d28-4efb-9c39-320d23e460ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:46.426147 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-5245c613-7d2f-448f-af9c-d2b2546e3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:14Z', 'revision_number': 5, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:39:46.430701 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5245c613-7d2f-448f-af9c-d2b2546e3f50 None None] The sync data for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi is: [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:14Z', 'revision_number': 5, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:39:46.455020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0239-8d28-4efb-9c39-320d23e460ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:46.455411 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0239-8d28-4efb-9c39-320d23e460ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:46.585373 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d0239-8d28-4efb-9c39-320d23e460ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Calling delete_port for 8b4b9219-e4d2-4cf6-8d47-6196f2a52e4c owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:39:46.746122 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0239-8d28-4efb-9c39-320d23e460ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:46.751023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7aec93fa-6134-4afe-9f6f-2d76fe3fefbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:39:46.793320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d0239-8d28-4efb-9c39-320d23e460ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event deleted for resources: {'Port': ['ID=8b4b9219-e4d2-4cf6-8d47-6196f2a52e4c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:39:46.796224 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3d9d0239-8d28-4efb-9c39-320d23e460ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:39:46.878884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f626c4d-c6ce-4488-b6a6-98722b58a14e None None] New status for floating IP 1017e12c-0196-4cee-84dc-5a75a07ec039: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:39:46.900180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0239-8d28-4efb-9c39-320d23e460ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:46.911975 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0239-8d28-4efb-9c39-320d23e460ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:46.913208 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3d9d0239-8d28-4efb-9c39-320d23e460ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "DELETE /v2.0/floatingips/1017e12c-0196-4cee-84dc-5a75a07ec039 HTTP/1.1" status: 204 len: 168 time: 0.8262589 Nov 22 15:39:47.229234 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 44198) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:39:47.235607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--52676964', 'description': 'tempest-description--1528117403'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:39:47.243638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:39:47.248075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Usage tracker for resource:security_group and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:39:47.251221 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:39:47.257411 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:39:47.267675 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:47.309127 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:39:47.313205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Usage tracker for resource:security_group_rule and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:39:47.316206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:39:47.323011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:39:47.384207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:47.386802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:47.392137 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c133ebb8-a128-4fbb-8333-5a17a297ba43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:39:47.440962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26df252-161e-45f2-b76d-b635c5458298,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:39:47.444003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:39:47.445364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:47.449393 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2162223 Nov 22 15:39:47.450274 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 44202) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:39:47.456259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fa5408d1-7993-4b6c-bd51-1cb8dd7deb4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Request body: {'security_group_rule': {'security_group_id': 'd26df252-161e-45f2-b76d-b635c5458298', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:39:47.457687 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:39:47.463239 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fa5408d1-7993-4b6c-bd51-1cb8dd7deb4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:39:47.467403 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-fa5408d1-7993-4b6c-bd51-1cb8dd7deb4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Usage tracker for resource:security_group_rule and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:39:47.470394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-fa5408d1-7993-4b6c-bd51-1cb8dd7deb4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:39:47.477485 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fa5408d1-7993-4b6c-bd51-1cb8dd7deb4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:39:47.494833 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa5408d1-7993-4b6c-bd51-1cb8dd7deb4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:47.574038 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa5408d1-7993-4b6c-bd51-1cb8dd7deb4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:47.576871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa5408d1-7993-4b6c-bd51-1cb8dd7deb4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:47.579387 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-11afd43e-cabb-4d8a-a403-facb171c80ab tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:39:47.605086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5408d1-7993-4b6c-bd51-1cb8dd7deb4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bb7bc3-b902-4b28-96a7-d0b56b0bffa8,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:39:47.610451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fa5408d1-7993-4b6c-bd51-1cb8dd7deb4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:39:47.613916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa5408d1-7993-4b6c-bd51-1cb8dd7deb4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:47.615275 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-fa5408d1-7993-4b6c-bd51-1cb8dd7deb4d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1646740 Nov 22 15:39:47.618527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 44206) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:39:47.624882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-44d4b39f-7252-47f0-be44-73a3845c1d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Request body: {'security_group_rule': {'security_group_id': 'd26df252-161e-45f2-b76d-b635c5458298', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:39:47.631551 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-44d4b39f-7252-47f0-be44-73a3845c1d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:39:47.635599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-44d4b39f-7252-47f0-be44-73a3845c1d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Usage tracker for resource:security_group_rule and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:39:47.638852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-44d4b39f-7252-47f0-be44-73a3845c1d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:39:47.644997 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-44d4b39f-7252-47f0-be44-73a3845c1d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:39:47.661631 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44d4b39f-7252-47f0-be44-73a3845c1d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:47.733283 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44d4b39f-7252-47f0-be44-73a3845c1d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:47.735949 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44d4b39f-7252-47f0-be44-73a3845c1d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:47.744097 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:39:47.763276 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4b39f-7252-47f0-be44-73a3845c1d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48dffb27-6a14-4baa-ba80-b2adcd453345,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:39:47.765860 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-44d4b39f-7252-47f0-be44-73a3845c1d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:39:47.773076 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44d4b39f-7252-47f0-be44-73a3845c1d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:47.774345 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-44d4b39f-7252-47f0-be44-73a3845c1d88 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1545596 Nov 22 15:39:47.777544 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 44210) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:39:47.783218 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Request body: {'floatingip': {'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:39:47.789656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:39:47.793718 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Usage tracker for resource:floatingip and tenant:c5e46446dea84d5b903d3ee928be63b1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:39:47.796860 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:39:47.803119 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:39:47.812829 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:47.963046 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:48.110224 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Allocated IP 172.27.0.237 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/1e5e3a35-a15f-44b7-ba22-594064df4044) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:39:48.265089 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:48.290874 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:48.296339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a4338eb7-f34b-4d79-a863-e41de1b27c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:39:48.363344 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:39:48.366936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:39:48.371569 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:39:48.404315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event updated for resources: {'Port': ['ID=1e5e3a35-a15f-44b7-ba22-594064df4044,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:39:48.412112 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:39:48.584452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:48.643362 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:48.864849 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:48.870020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224855'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:48.874404 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2621e25f-6884-4ef3-9b9d-13a3ea4d64f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:39:48.976506 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event updated for resources: {'Port': ['ID=1e5e3a35-a15f-44b7-ba22-594064df4044,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:39:48.984776 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:39:48.998461 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809642'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:49.020115 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:49.021444 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-af529a1c-25bb-40fc-98aa-77e4646f7ab5 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2429137 Nov 22 15:39:49.205561 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d81f971a-6d87-46f4-b295-e99242b44463 req-2eac5362-c46f-45a8-b751-66fe8759a7e8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Synchronizing usage tracker for tenant:c5e46446dea84d5b903d3ee928be63b1 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:39:49.220430 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d81f971a-6d87-46f4-b295-e99242b44463 req-2eac5362-c46f-45a8-b751-66fe8759a7e8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Unset dirty status for tenant:c5e46446dea84d5b903d3ee928be63b1 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:39:49.221668 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-2eac5362-c46f-45a8-b751-66fe8759a7e8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--52676964&fields=id&tenant_id=c5e46446dea84d5b903d3ee928be63b1 HTTP/1.1" status: 200 len: 267 time: 0.0630274 Nov 22 15:39:49.386126 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f971a-6d87-46f4-b295-e99242b44463 req-7500fe0a-a023-4ac5-83ac-feb9f11aea1d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:49.387733 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-7500fe0a-a023-4ac5-83ac-feb9f11aea1d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/networks?id=e723389d-e2f5-44b0-b253-ffb2727ee7f5 HTTP/1.1" status: 200 len: 817 time: 0.1577160 Nov 22 15:39:49.406386 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-c0ebaf4f-2a2f-452c-b8fe-6d0a192f86c3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/quotas/c5e46446dea84d5b903d3ee928be63b1 HTTP/1.1" status: 200 len: 375 time: 0.0124078 Nov 22 15:39:49.494343 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d81f971a-6d87-46f4-b295-e99242b44463 req-e287393f-9b8d-4b22-94e5-953adf2870fa tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Synchronizing usage tracker for tenant:c5e46446dea84d5b903d3ee928be63b1 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:39:49.515884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-d81f971a-6d87-46f4-b295-e99242b44463 req-e287393f-9b8d-4b22-94e5-953adf2870fa tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Unset dirty status for tenant:c5e46446dea84d5b903d3ee928be63b1 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:39:49.517275 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-e287393f-9b8d-4b22-94e5-953adf2870fa tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5e46446dea84d5b903d3ee928be63b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054325 Nov 22 15:39:49.607687 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-3533d660-6b65-45e2-a103-1e05cf95badc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:39:49.609002 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-3533d660-6b65-45e2-a103-1e05cf95badc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0783532 Nov 22 15:39:49.750460 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-d014b95c-280a-4410-9f87-53f28020d808 service neutron] 10.222.0.41 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347599 Nov 22 15:39:49.892754 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-33ddbfbf-48bd-465c-9ad7-32139557e831 service neutron] 10.222.0.41 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355021 Nov 22 15:39:50.093855 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3381248c-5eee-4972-9fb4-d256031a36e3 req-9f48e255-4529-474b-ae0c-aa0e6d9ea934 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 210 time: 0.0493903 Nov 22 15:39:50.226318 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f3f25bcd-456a-4b8a-9cba-6c10e65bc5cf req-e8621d47-58f1-41d1-8755-25119b16f83c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741026 Nov 22 15:39:50.336780 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f3f25bcd-456a-4b8a-9cba-6c10e65bc5cf req-3d6b6ba7-84ff-4d2a-aeb3-3845e0f359bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 1098 time: 0.0851505 Nov 22 15:39:50.501719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25bcd-456a-4b8a-9cba-6c10e65bc5cf req-39948bdd-d241-49ae-8232-7e1c81ef17b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:50.503591 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f3f25bcd-456a-4b8a-9cba-6c10e65bc5cf req-39948bdd-d241-49ae-8232-7e1c81ef17b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.1413355 Nov 22 15:39:50.599308 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f3f25bcd-456a-4b8a-9cba-6c10e65bc5cf req-c2798a3f-6304-4158-9dcf-d3b387222f8c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb HTTP/1.1" status: 200 len: 217 time: 0.0745120 Nov 22 15:39:50.683741 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25bcd-456a-4b8a-9cba-6c10e65bc5cf req-75e32fb5-bbc8-4656-abcf-2dd08f5644b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:50.685336 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f3f25bcd-456a-4b8a-9cba-6c10e65bc5cf req-75e32fb5-bbc8-4656-abcf-2dd08f5644b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0733538 Nov 22 15:39:50.960783 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f3f25bcd-456a-4b8a-9cba-6c10e65bc5cf req-83f27fda-7e29-477f-8a5f-71c8222fb8ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2641842 Nov 22 15:39:51.119377 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f3f25bcd-456a-4b8a-9cba-6c10e65bc5cf req-ab3152a1-aa40-4e61-beb8-bcb9aac8d224 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481078 Nov 22 15:39:51.278558 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f971a-6d87-46f4-b295-e99242b44463 req-cff8d2c2-44c7-4719-b699-90bc1e7c9e1c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:51.280440 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-cff8d2c2-44c7-4719-b699-90bc1e7c9e1c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.50 "GET /v2.0/networks?id=e723389d-e2f5-44b0-b253-ffb2727ee7f5 HTTP/1.1" status: 200 len: 817 time: 0.1810284 Nov 22 15:39:51.307542 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-41d2337d-6723-48f8-bcc3-916c156beec0 req-73420065-10a3-43a6-9609-520bb7ca1cba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 210 time: 0.0590973 Nov 22 15:39:51.344298 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f3f25bcd-456a-4b8a-9cba-6c10e65bc5cf req-a3185900-1cfc-4959-822e-b4d3676b15f0 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187417 Nov 22 15:39:51.361174 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-8b94abe4-12af-4796-9b19-32cf23cd4ea8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5e46446dea84d5b903d3ee928be63b1 HTTP/1.1" status: 200 len: 378 time: 0.0570250 Nov 22 15:39:51.373400 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Request body: {'port': {'device_id': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'admin_state_up': True, 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'security_groups': ['d26df252-161e-45f2-b76d-b635c5458298']}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:39:51.527547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:39:51.538457 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:39:51.548245 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Made reservation on behalf of c5e46446dea84d5b903d3ee928be63b1 for: {'port': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:39:51.554396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:51.732366 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Allocated IP 172.20.0.6 (e723389d-e2f5-44b0-b253-ffb2727ee7f5/703dae16-b599-4e8b-a944-fd5d1fcd6c1f/9c7d9381-c69d-4d69-aedb-91870acde28c) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:39:51.929156 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:51.945330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Transition to ACTIVE for port object 9c7d9381-c69d-4d69-aedb-91870acde28c will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:39:51.964913 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:51.970784 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3abe8dc8-6fd4-4204-9e65-53a96e03f7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:39:52.045311 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Network e723389d-e2f5-44b0-b253-ffb2727ee7f5 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:39:52.048524 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:39:52.053090 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:39:52.080096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event updated for resources: {'Port': ['ID=9c7d9381-c69d-4d69-aedb-91870acde28c,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:39:52.100619 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:52.101059 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:52.101453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:52.101856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:52.102264 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:52.102682 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:52.103347 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:52.103749 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:52.104148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:52.104553 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:52.104955 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:52.115195 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:39:52.135276 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:52.135935 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:52.163386 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7942059 Nov 22 15:39:52.178581 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Request body: {'port': {'device_id': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:39:52.307698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:52.387666 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-f6d5c01d-01f9-46a5-8d6c-f0f168638132 None None] Provisioning for port 9c7d9381-c69d-4d69-aedb-91870acde28c completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:39:52.393251 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-f6d5c01d-01f9-46a5-8d6c-f0f168638132 None None] Provisioning complete for port 9c7d9381-c69d-4d69-aedb-91870acde28c triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:39:52.393672 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6d5c01d-01f9-46a5-8d6c-f0f168638132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:52.449425 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5c01d-01f9-46a5-8d6c-f0f168638132 None None] Port 9c7d9381-c69d-4d69-aedb-91870acde28c cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:39:52.549763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9864a-cb34-4cb4-97e3-a1c0ca302611 req-a8d4b2bc-0541-4c19-9076-f9a7b00ec191 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:52.551440 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-24a9864a-cb34-4cb4-97e3-a1c0ca302611 req-a8d4b2bc-0541-4c19-9076-f9a7b00ec191 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 931 time: 0.0923419 Nov 22 15:39:52.600935 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-24a9864a-cb34-4cb4-97e3-a1c0ca302611 req-ea81a2ee-895b-4adb-b305-14017f886c77 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430145 Nov 22 15:39:52.684555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7d9381-c69d-4d69-aedb-91870acde28c {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:39:52.691517 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:52.707136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Transition to ACTIVE for port object 9c7d9381-c69d-4d69-aedb-91870acde28c will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:39:52.709740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:52.714079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:39:52.841642 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7d9381-c69d-4d69-aedb-91870acde28c,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:39:52.846318 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:39:52.961922 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Attempting to bind port 9c7d9381-c69d-4d69-aedb-91870acde28c on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:39:52.962230 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Attempting to bind port 9c7d9381-c69d-4d69-aedb-91870acde28c by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:39:52.962600 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Attempting to bind port 9c7d9381-c69d-4d69-aedb-91870acde28c on network e723389d-e2f5-44b0-b253-ffb2727ee7f5 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:39:52.969290 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Port 9c7d9381-c69d-4d69-aedb-91870acde28c on network e723389d-e2f5-44b0-b253-ffb2727ee7f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:39:52.969832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Attempting to bind port 9c7d9381-c69d-4d69-aedb-91870acde28c on network e723389d-e2f5-44b0-b253-ffb2727ee7f5 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:39:52.976895 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:39:52.977311 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Checking segment: {'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:39:52.977736 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Bound using segment: {'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:39:52.978529 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Bound port: 9c7d9381-c69d-4d69-aedb-91870acde28c, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:39:52.978931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:53.072543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] For port 9c7d9381-c69d-4d69-aedb-91870acde28c, host hv-cinder-81877, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:39:53.075871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] For port 9c7d9381-c69d-4d69-aedb-91870acde28c, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9c7d9381-c69d-4d69-aedb-91870acde28c,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:39:53.080104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:53.085112 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-51d3007e-ff1c-4cc9-9e84-cd687cea4be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:39:53.152479 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:53.154106 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] 10.222.0.50 "PUT /v2.0/ports/9c7d9381-c69d-4d69-aedb-91870acde28c HTTP/1.1" status: 200 len: 1093 time: 0.9828455 Nov 22 15:39:53.154541 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:39:53.180347 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7d9381-c69d-4d69-aedb-91870acde28c,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:39:53.183669 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:39:53.285021 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-66a2aeb7-9f32-4c97-b575-6fe4b52ae4fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5e46446dea84d5b903d3ee928be63b1&device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 1096 time: 0.0867155 Nov 22 15:39:53.362946 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'status': 'completed', 'code': 200} Nov 22 15:39:53.372509 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-7a4c30e4-7e26-4b9c-8762-c64bb1296e64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c7d9381-c69d-4d69-aedb-91870acde28c HTTP/1.1" status: 200 len: 217 time: 0.0767124 Nov 22 15:39:53.445911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f971a-6d87-46f4-b295-e99242b44463 req-88acc67c-4882-45b3-8f0c-efadc200231b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:53.450859 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-88acc67c-4882-45b3-8f0c-efadc200231b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=703dae16-b599-4e8b-a944-fd5d1fcd6c1f HTTP/1.1" status: 200 len: 856 time: 0.0701308 Nov 22 15:39:53.532794 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-e894c4fe-e50b-406c-be00-c11b839ed098 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e723389d-e2f5-44b0-b253-ffb2727ee7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743024 Nov 22 15:39:53.681222 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-222db982-cd17-44c3-98af-75a5f484a6ac service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414249 Nov 22 15:39:53.819088 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef9a55-9e32-4e6b-8181-0a4080edf2f5 req-350d2718-83b8-49ce-9e53-d4a49c746e76 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:53.820739 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-91ef9a55-9e32-4e6b-8181-0a4080edf2f5 req-350d2718-83b8-49ce-9e53-d4a49c746e76 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0843484 Nov 22 15:39:53.834283 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d81f971a-6d87-46f4-b295-e99242b44463 req-9b7381e6-71ae-41a2-aee7-c38cec3fbc69 service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458676 Nov 22 15:39:53.874700 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-91ef9a55-9e32-4e6b-8181-0a4080edf2f5 req-7a289742-acaa-484a-84a1-d58317cb0d79 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475404 Nov 22 15:39:53.977312 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a269f5a7-c5e6-4939-bb2b-9128651c0135 req-a5f10c00-13dc-4af1-82a6-b7ed2034505f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5e46446dea84d5b903d3ee928be63b1&device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 1096 time: 0.0820510 Nov 22 15:39:54.134047 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269f5a7-c5e6-4939-bb2b-9128651c0135 req-4ced5330-3c5a-4338-b67c-515316000c57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:54.135679 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a269f5a7-c5e6-4939-bb2b-9128651c0135 req-4ced5330-3c5a-4338-b67c-515316000c57 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e723389d-e2f5-44b0-b253-ffb2727ee7f5 HTTP/1.1" status: 200 len: 918 time: 0.1502416 Nov 22 15:39:54.208699 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a269f5a7-c5e6-4939-bb2b-9128651c0135 req-91a91354-32d9-44af-901f-61ebc779aa0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c7d9381-c69d-4d69-aedb-91870acde28c HTTP/1.1" status: 200 len: 217 time: 0.0643711 Nov 22 15:39:54.281995 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269f5a7-c5e6-4939-bb2b-9128651c0135 req-e285cb7c-d2c1-443b-a25e-78b4742a4742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:54.283734 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a269f5a7-c5e6-4939-bb2b-9128651c0135 req-e285cb7c-d2c1-443b-a25e-78b4742a4742 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=703dae16-b599-4e8b-a944-fd5d1fcd6c1f HTTP/1.1" status: 200 len: 856 time: 0.0674088 Nov 22 15:39:54.369738 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a269f5a7-c5e6-4939-bb2b-9128651c0135 req-bd62420e-4a98-4d92-8de4-dff30f28f404 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e723389d-e2f5-44b0-b253-ffb2727ee7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784092 Nov 22 15:39:54.514468 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a269f5a7-c5e6-4939-bb2b-9128651c0135 req-309c8431-3568-445f-80fa-60196ae326ff service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368299 Nov 22 15:39:54.873304 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a269f5a7-c5e6-4939-bb2b-9128651c0135 req-d3225079-a61e-4a30-94e1-0204b4d1eec3 service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515475 Nov 22 15:39:55.098324 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e42654-5abe-4042-9d9c-5864c0953001 req-0d6b3bd7-8a40-40f7-a4e8-503dbd2c52a6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:55.099979 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-36e42654-5abe-4042-9d9c-5864c0953001 req-0d6b3bd7-8a40-40f7-a4e8-503dbd2c52a6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0843904 Nov 22 15:39:55.161482 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-36e42654-5abe-4042-9d9c-5864c0953001 req-80aaf7e2-6fe6-475c-9955-e1c86002f7be tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541017 Nov 22 15:39:56.386092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2cdff-0d20-438f-9d96-0c649f461898 req-cdb7ffd0-3d24-487c-bed7-c120204c0009 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:56.387745 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e4c2cdff-0d20-438f-9d96-0c649f461898 req-cdb7ffd0-3d24-487c-bed7-c120204c0009 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0870433 Nov 22 15:39:56.442900 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e4c2cdff-0d20-438f-9d96-0c649f461898 req-6fa5cfb0-44b8-4921-80c6-10015ae83b3c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487561 Nov 22 15:39:57.431189 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 9c7d9381-c69d-4d69-aedb-91870acde28c details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:39:57.586780 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 9c7d9381-c69d-4d69-aedb-91870acde28c, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9c7d9381-c69d-4d69-aedb-91870acde28c,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:39:57.606881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'port_id': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'mac_address': 'fa:16:3e:7f:23:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:39:57.670718 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:57.674661 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203bc85-2c83-44e7-b5f9-1f7c69bb8cbc req-b69f8525-c6c3-472e-9c62-41203eb0a18c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:57.676359 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0203bc85-2c83-44e7-b5f9-1f7c69bb8cbc req-b69f8525-c6c3-472e-9c62-41203eb0a18c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0904315 Nov 22 15:39:57.695128 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7d9381-c69d-4d69-aedb-91870acde28c {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:39:57.714055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 9c7d9381-c69d-4d69-aedb-91870acde28c, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9c7d9381-c69d-4d69-aedb-91870acde28c,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:39:57.717249 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:57.718914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-45cdc790-393a-472c-8135-65be0e51d3e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:39:57.733660 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0203bc85-2c83-44e7-b5f9-1f7c69bb8cbc req-05ac2926-0883-4035-a3a4-ace94ed6fc7f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504622 Nov 22 15:39:57.799152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=9c7d9381-c69d-4d69-aedb-91870acde28c,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:39:57.808766 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:57.809149 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:57.809522 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:57.809884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:57.810247 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:57.810608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:57.810998 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:57.811360 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:57.811715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:57.812070 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:57.812422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:39:57.818989 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:39:58.022379 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['9c7d9381-c69d-4d69-aedb-91870acde28c'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:39:58.972925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38c942-aa44-4692-acbb-6f5fafd00d6b req-d3bb2215-fc37-4f16-a8ca-6c4211fe3aa2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:39:58.974472 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1a38c942-aa44-4692-acbb-6f5fafd00d6b req-d3bb2215-fc37-4f16-a8ca-6c4211fe3aa2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 944 time: 0.0846088 Nov 22 15:39:59.021271 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1a38c942-aa44-4692-acbb-6f5fafd00d6b req-9244266b-3e67-4581-9a3c-8dbce28fa3c3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398886 Nov 22 15:39:59.442884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 9c7d9381-c69d-4d69-aedb-91870acde28c up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:39:59.515470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port 9c7d9381-c69d-4d69-aedb-91870acde28c completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:39:59.520102 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port 9c7d9381-c69d-4d69-aedb-91870acde28c triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:39:59.520516 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:59.637202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:59.664223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:39:59.675183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 9c7d9381-c69d-4d69-aedb-91870acde28c, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9c7d9381-c69d-4d69-aedb-91870acde28c,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:39:59.678697 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:59.680652 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:39:59.726767 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'code': 200} Nov 22 15:39:59.749290 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=9c7d9381-c69d-4d69-aedb-91870acde28c,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:39:59.752731 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:39:59.971074 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-16cb6f9a-5f52-4a37-8c4a-231366a03656 req-f5861ac5-a8bb-4f84-8e51-2a5155dda282 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0737855 Nov 22 15:40:00.018282 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-16cb6f9a-5f52-4a37-8c4a-231366a03656 req-b3e2e887-9f6a-49a9-adbf-49d640d80ef4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375779 Nov 22 15:40:00.245494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2b12f-3c9d-4f8e-b275-7003a657ba41 req-70c464f0-58e7-4374-9aba-ee7ebff21939 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:00.247038 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-12b2b12f-3c9d-4f8e-b275-7003a657ba41 req-70c464f0-58e7-4374-9aba-ee7ebff21939 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0838475 Nov 22 15:40:00.295170 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-12b2b12f-3c9d-4f8e-b275-7003a657ba41 req-5112c6ba-8553-4ea5-befe-de2a604cf555 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420749 Nov 22 15:40:01.518395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c0b98-8e2a-4154-9053-408d12387c89 req-6f67af0f-9637-4fb6-8168-767e485e874e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:01.520027 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-857c0b98-8e2a-4154-9053-408d12387c89 req-6f67af0f-9637-4fb6-8168-767e485e874e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0892813 Nov 22 15:40:01.572020 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-857c0b98-8e2a-4154-9053-408d12387c89 req-bb4454ac-c2b0-4950-ba04-b793ce9cad31 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443161 Nov 22 15:40:01.780041 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150abf30-6f27-4774-9f22-ff571e7e1fa8 req-a02e2348-5dbe-41f4-94b1-0a5e086bd90a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:01.781620 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-150abf30-6f27-4774-9f22-ff571e7e1fa8 req-a02e2348-5dbe-41f4-94b1-0a5e086bd90a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0818233 Nov 22 15:40:01.791639 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 44296) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:40:01.797390 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d099b7bf-827d-41a8-b434-e9d2fc3e8c1f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Request body: {'floatingip': {'port_id': '9c7d9381-c69d-4d69-aedb-91870acde28c'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:40:01.879475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d099b7bf-827d-41a8-b434-e9d2fc3e8c1f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:02.686382 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d099b7bf-827d-41a8-b434-e9d2fc3e8c1f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:02.690345 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d099b7bf-827d-41a8-b434-e9d2fc3e8c1f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809642'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:03.092347 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.l3_db [None req-d099b7bf-827d-41a8-b434-e9d2fc3e8c1f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Floating IP 64068518-9521-4987-a942-20ebed343956 associated. External IP: 172.27.0.237, port: 9c7d9381-c69d-4d69-aedb-91870acde28c. Nov 22 15:40:03.497599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d099b7bf-827d-41a8-b434-e9d2fc3e8c1f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Router a8850a32-a4af-4fba-878d-bc94bd5d1a1a has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:40:03.706031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d099b7bf-827d-41a8-b434-e9d2fc3e8c1f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:40:03.710400 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d099b7bf-827d-41a8-b434-e9d2fc3e8c1f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:03.716424 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154a78a-91e3-494d-a1b9-b79fe8ec3fa8 None None] Sync routers for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:40:03.729890 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154a78a-91e3-494d-a1b9-b79fe8ec3fa8 None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:40:03.730573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-b154a78a-91e3-494d-a1b9-b79fe8ec3fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:39:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:40:03.768539 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-d099b7bf-827d-41a8-b434-e9d2fc3e8c1f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "PUT /v2.0/floatingips/64068518-9521-4987-a942-20ebed343956 HTTP/1.1" status: 200 len: 991 time: 1.9731121 Nov 22 15:40:03.768539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:40:03.838272 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e25a0bcd-bed4-499d-acba-472185ade33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:03.846020 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'status': 'completed', 'code': 200} Nov 22 15:40:03.944395 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d799a41a-e97c-46ac-857b-0820d1112dbc req-9721b411-bea1-4a46-a758-8d37d2531c82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5e46446dea84d5b903d3ee928be63b1&device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0760233 Nov 22 15:40:03.951882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-b154a78a-91e3-494d-a1b9-b79fe8ec3fa8 None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:40:04.090112 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799a41a-e97c-46ac-857b-0820d1112dbc req-69db56bf-2b16-4d7b-b673-48b1e6312f39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:04.091792 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d799a41a-e97c-46ac-857b-0820d1112dbc req-69db56bf-2b16-4d7b-b673-48b1e6312f39 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e723389d-e2f5-44b0-b253-ffb2727ee7f5 HTTP/1.1" status: 200 len: 918 time: 0.1403751 Nov 22 15:40:04.211015 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d799a41a-e97c-46ac-857b-0820d1112dbc req-df9cf30f-fb60-4de7-a7fc-56ff6ca420cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c7d9381-c69d-4d69-aedb-91870acde28c HTTP/1.1" status: 200 len: 999 time: 0.1110232 Nov 22 15:40:04.283097 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799a41a-e97c-46ac-857b-0820d1112dbc req-12d5112a-2417-4579-96d3-db3ca6335ba1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:04.284728 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d799a41a-e97c-46ac-857b-0820d1112dbc req-12d5112a-2417-4579-96d3-db3ca6335ba1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=703dae16-b599-4e8b-a944-fd5d1fcd6c1f HTTP/1.1" status: 200 len: 856 time: 0.0666850 Nov 22 15:40:04.326864 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-b154a78a-91e3-494d-a1b9-b79fe8ec3fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_floatingips': [{'id': '64068518-9521-4987-a942-20ebed343956', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'router_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'port_id': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'mac_address': 'fa:16:3e:7f:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:39:48Z', 'updated_at': '2021-11-22T15:40:02Z', 'revision_number': 1, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:14Z', 'revision_number': 5, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:40:04.331168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154a78a-91e3-494d-a1b9-b79fe8ec3fa8 None None] Checking router: a8850a32-a4af-4fba-878d-bc94bd5d1a1a for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:40:04.343397 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154a78a-91e3-494d-a1b9-b79fe8ec3fa8 None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:40:04.344077 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-b154a78a-91e3-494d-a1b9-b79fe8ec3fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:39:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:40:04.383193 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d799a41a-e97c-46ac-857b-0820d1112dbc req-88a805ac-9f4b-4ef6-8f6f-ed23415d8764 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e723389d-e2f5-44b0-b253-ffb2727ee7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920780 Nov 22 15:40:04.527779 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d799a41a-e97c-46ac-857b-0820d1112dbc req-d6536f8b-64ba-40b8-803e-b4a9fd1391e6 service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380725 Nov 22 15:40:04.532743 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-b154a78a-91e3-494d-a1b9-b79fe8ec3fa8 None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:40:04.672088 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d799a41a-e97c-46ac-857b-0820d1112dbc req-54964fc8-f2b3-4966-8ee7-f27b3b137b41 service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379154 Nov 22 15:40:05.060712 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-b154a78a-91e3-494d-a1b9-b79fe8ec3fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_floatingips': [{'id': '64068518-9521-4987-a942-20ebed343956', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'router_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'port_id': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'mac_address': 'fa:16:3e:7f:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:39:48Z', 'updated_at': '2021-11-22T15:40:02Z', 'revision_number': 1, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:14Z', 'revision_number': 5, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:40:05.065064 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154a78a-91e3-494d-a1b9-b79fe8ec3fa8 None None] The sync data for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi is: [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_floatingips': [{'id': '64068518-9521-4987-a942-20ebed343956', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'router_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'port_id': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'mac_address': 'fa:16:3e:7f:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:39:48Z', 'updated_at': '2021-11-22T15:40:02Z', 'revision_number': 1, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:14Z', 'revision_number': 5, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:40:05.178534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:05.389014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d5267d-1205-4be3-9d20-4d0c7632dcc3 None None] New status for floating IP 64068518-9521-4987-a942-20ebed343956: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:40:06.022126 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2cde2b7f-3013-479c-9c20-25a82e35ad6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:06.308647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:07.551578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:08.108179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:24.461490 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:40:33.803353 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8780883f-5c19-4d29-a0eb-032e596d413b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:35.180696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:35.554232 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-3b9fa36d-5ec2-4db1-93d9-d376f1f3ab09 req-a5b1c5f6-eb70-4e50-98ee-faf027cf6bfa service neutron] (88138) timed out ('10.222.0.50', 59980) {{(pid=88138) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 22 15:40:36.024867 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-909e728e-a29f-4194-b17d-510f38ecfbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:36.306705 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-aed9ba11-2238-4005-821b-f788d21b5fee req-466516cb-0456-44f6-acfa-236718373efa service neutron] (88139) timed out ('10.222.0.50', 59977) {{(pid=88139) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 22 15:40:36.309780 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:37.576045 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:38.110286 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:47.193697 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2166a-0b77-4e96-99b2-b0d16b9fa90f req-88251dc0-8f52-4024-8f8c-f5df8691fbf2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:47.195229 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2ad2166a-0b77-4e96-99b2-b0d16b9fa90f req-88251dc0-8f52-4024-8f8c-f5df8691fbf2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0849502 Nov 22 15:40:47.243025 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2ad2166a-0b77-4e96-99b2-b0d16b9fa90f req-ca5252c8-82c9-461d-b43f-9891b29835e8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416460 Nov 22 15:40:48.458555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c3c7f-369a-4e4f-b9e8-a1cab0e47823 req-575d6df7-5325-4051-9ed1-b9110f5c76ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:48.460197 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a44c3c7f-369a-4e4f-b9e8-a1cab0e47823 req-575d6df7-5325-4051-9ed1-b9110f5c76ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0817552 Nov 22 15:40:48.519570 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a44c3c7f-369a-4e4f-b9e8-a1cab0e47823 req-10e34559-761f-4118-8a50-a544b2334b09 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532248 Nov 22 15:40:49.733827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6cb50-570c-464a-ba4b-3839a0b575f1 req-3739cc11-24e4-4d67-b661-52e0cc8cbd20 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:49.735362 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2ad6cb50-570c-464a-ba4b-3839a0b575f1 req-3739cc11-24e4-4d67-b661-52e0cc8cbd20 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0812533 Nov 22 15:40:49.786121 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2ad6cb50-570c-464a-ba4b-3839a0b575f1 req-ae46152f-d555-4ed8-a1a8-1b77eb2cc31b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441353 Nov 22 15:40:51.023019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dedf4d-3dc1-4030-a0ca-5264151b237c req-82fb24e2-3cb8-4200-a63f-b1806c15ef4b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:51.024629 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-07dedf4d-3dc1-4030-a0ca-5264151b237c req-82fb24e2-3cb8-4200-a63f-b1806c15ef4b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0935163 Nov 22 15:40:51.074748 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-07dedf4d-3dc1-4030-a0ca-5264151b237c req-ddeed352-9f65-48ca-bb1d-3c813ab1ab17 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438972 Nov 22 15:40:52.311610 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-af4f709f-9eba-429a-b749-65e7a7895d5e req-c2164419-5ae4-43b4-a338-bade970a8091 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1741786 Nov 22 15:40:52.331173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481676f-6446-4602-9490-d5777818b7e8 req-ee38ffe9-b4e5-4dc3-b4a5-5074baba17ed tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:52.335173 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6481676f-6446-4602-9490-d5777818b7e8 req-ee38ffe9-b4e5-4dc3-b4a5-5074baba17ed tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1123822 Nov 22 15:40:52.387139 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6481676f-6446-4602-9490-d5777818b7e8 req-aacfba0a-d743-4a5d-af96-35a0e3e1c2ba tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456986 Nov 22 15:40:52.422664 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-af4f709f-9eba-429a-b749-65e7a7895d5e req-55f3fd9a-8d10-4827-85ba-9f6ba5bfa63b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 1098 time: 0.0816832 Nov 22 15:40:52.592619 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f709f-9eba-429a-b749-65e7a7895d5e req-c3a08b04-caf8-40df-b53c-fb9741f2723c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:52.594189 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-af4f709f-9eba-429a-b749-65e7a7895d5e req-c3a08b04-caf8-40df-b53c-fb9741f2723c service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.1470776 Nov 22 15:40:52.669904 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-af4f709f-9eba-429a-b749-65e7a7895d5e req-5e89f6a0-31b6-4bfb-a1b4-c7e065e86b3b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f132e86-3a29-4af1-ae64-8765a7e00567 HTTP/1.1" status: 200 len: 217 time: 0.0638611 Nov 22 15:40:52.745867 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f709f-9eba-429a-b749-65e7a7895d5e req-30f0ed1d-d907-43cb-8823-0c50a98aaf26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:52.747487 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-af4f709f-9eba-429a-b749-65e7a7895d5e req-30f0ed1d-d907-43cb-8823-0c50a98aaf26 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0673637 Nov 22 15:40:52.804650 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-af4f709f-9eba-429a-b749-65e7a7895d5e req-b474c7c4-067b-4e1e-b6bd-9f912d206184 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460610 Nov 22 15:40:52.953373 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-af4f709f-9eba-429a-b749-65e7a7895d5e req-946d8d50-5c82-4b67-9c7b-cc786ee6e9ab service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381931 Nov 22 15:40:53.101575 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-af4f709f-9eba-429a-b749-65e7a7895d5e req-d1ccb1e4-e098-4a30-bd53-88c67f6ce69c service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371951 Nov 22 15:40:53.607768 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a69dfe-ba09-4e5c-9f42-8e0b4e54f002 req-673d4094-daa2-4bcd-882f-8c16b7afac4f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:53.609289 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d7a69dfe-ba09-4e5c-9f42-8e0b4e54f002 req-673d4094-daa2-4bcd-882f-8c16b7afac4f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0864351 Nov 22 15:40:53.662338 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d7a69dfe-ba09-4e5c-9f42-8e0b4e54f002 req-8a814649-40f0-4f92-b755-4328419b1d5f tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427759 Nov 22 15:40:54.880810 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484b10e-fed6-4ef2-881a-e934ca3995e5 req-801d6899-c058-49e3-89fc-96e473eaf045 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:54.882510 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c484b10e-fed6-4ef2-881a-e934ca3995e5 req-801d6899-c058-49e3-89fc-96e473eaf045 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0849702 Nov 22 15:40:54.931975 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c484b10e-fed6-4ef2-881a-e934ca3995e5 req-21d8b814-3f67-4926-90a5-1a85f9a86ab4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423310 Nov 22 15:40:56.159353 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbbd71-b2af-4f95-ac0f-39c9e291c765 req-68b3d2a9-8a0f-4fb2-80c2-aa5675b0b7f9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:56.160952 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5bdbbd71-b2af-4f95-ac0f-39c9e291c765 req-68b3d2a9-8a0f-4fb2-80c2-aa5675b0b7f9 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0891910 Nov 22 15:40:56.209678 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5bdbbd71-b2af-4f95-ac0f-39c9e291c765 req-2c1f5a30-9150-410f-9228-bdad8de84386 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424678 Nov 22 15:40:57.437325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b34c6-f0de-4f9f-8bd1-9b33ecc6f29c req-b39adde2-f819-4288-9b89-555bdae94d0d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:57.439011 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-207b34c6-f0de-4f9f-8bd1-9b33ecc6f29c req-b39adde2-f819-4288-9b89-555bdae94d0d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0899010 Nov 22 15:40:57.495258 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-207b34c6-f0de-4f9f-8bd1-9b33ecc6f29c req-560293ba-cfaa-4ba2-9740-7613c7ac84fe tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499115 Nov 22 15:40:58.733323 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58e6ef-1b5e-4f53-98ce-d99a55072b7b req-54ae4b37-41ea-4c92-98d2-081f86896a44 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:40:58.734855 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8c58e6ef-1b5e-4f53-98ce-d99a55072b7b req-54ae4b37-41ea-4c92-98d2-081f86896a44 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0890658 Nov 22 15:40:58.784839 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8c58e6ef-1b5e-4f53-98ce-d99a55072b7b req-70af6773-6397-41b1-a955-542db1ca596d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436060 Nov 22 15:40:59.828304 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 9c7d9381-c69d-4d69-aedb-91870acde28c details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:41:00.010494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 9c7d9381-c69d-4d69-aedb-91870acde28c, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9c7d9381-c69d-4d69-aedb-91870acde28c,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:41:00.028511 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'port_id': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'mac_address': 'fa:16:3e:7f:23:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:41:00.107110 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:00.112076 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b788f22-afee-4a6a-8b0a-2c0e48837935 req-734013d5-70a9-4050-81bd-e0143ba00203 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:00.122514 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7b788f22-afee-4a6a-8b0a-2c0e48837935 req-734013d5-70a9-4050-81bd-e0143ba00203 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1370430 Nov 22 15:41:00.134519 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c7d9381-c69d-4d69-aedb-91870acde28c {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:41:00.166549 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 9c7d9381-c69d-4d69-aedb-91870acde28c, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9c7d9381-c69d-4d69-aedb-91870acde28c,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:41:00.172636 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:00.186894 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7b788f22-afee-4a6a-8b0a-2c0e48837935 req-d60d71fe-191f-4af0-aed2-27002438704c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625424 Nov 22 15:41:00.192329 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:41:00.316639 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=9c7d9381-c69d-4d69-aedb-91870acde28c,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:41:00.326534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:41:00.326976 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:41:00.327357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:41:00.327728 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:41:00.328096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:41:00.328468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:41:00.328832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:41:00.329202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:41:00.329559 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:41:00.329920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:41:00.330278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:41:00.339578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:41:00.343053 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['9c7d9381-c69d-4d69-aedb-91870acde28c'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:41:01.468854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:41:01.489789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605ada-7cd0-45c7-9ac7-bbdc21b3c9e6 req-4508c7be-f8e6-410b-8215-0e52c128c70d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:01.492935 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2f605ada-7cd0-45c7-9ac7-bbdc21b3c9e6 req-4508c7be-f8e6-410b-8215-0e52c128c70d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 944 time: 0.1439860 Nov 22 15:41:01.557741 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2f605ada-7cd0-45c7-9ac7-bbdc21b3c9e6 req-cfac5a76-5d93-4b14-80bb-545ba8e3d4f8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577514 Nov 22 15:41:01.836647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 9c7d9381-c69d-4d69-aedb-91870acde28c up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:41:01.922664 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port 9c7d9381-c69d-4d69-aedb-91870acde28c triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:41:01.923483 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:02.062896 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:02.103270 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:41:02.116812 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 9c7d9381-c69d-4d69-aedb-91870acde28c, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9c7d9381-c69d-4d69-aedb-91870acde28c,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:41:02.125016 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:02.129449 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7fda68ba-cd0e-4432-9cf0-548df33a9b97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:41:02.217233 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'code': 200} Nov 22 15:41:02.264599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=9c7d9381-c69d-4d69-aedb-91870acde28c,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:41:02.269070 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:41:02.795628 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677b107-378b-45c2-9346-568819378397 req-a7938bf4-8b62-4ee9-a764-6e4ebf0d0e25 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:02.803766 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6677b107-378b-45c2-9346-568819378397 req-a7938bf4-8b62-4ee9-a764-6e4ebf0d0e25 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1087217 Nov 22 15:41:02.851731 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6677b107-378b-45c2-9346-568819378397 req-c912c93d-5d3e-405c-a347-bb964f846b97 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457718 Nov 22 15:41:03.797729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1110c8d3-914b-4bff-914b-7e9b2b2a6520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:04.119468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cc65d-5536-4433-8a56-92f9ad7c2c46 req-70cdb7e0-8683-4e41-9323-0ab40976d3f7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:04.124820 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7f3cc65d-5536-4433-8a56-92f9ad7c2c46 req-70cdb7e0-8683-4e41-9323-0ab40976d3f7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1105840 Nov 22 15:41:04.179570 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7f3cc65d-5536-4433-8a56-92f9ad7c2c46 req-5e5bf586-e28d-491d-a0a9-3018e2ecbffe tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443389 Nov 22 15:41:05.185920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:05.437601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5c52c-1bb9-42a8-85db-f37101d1b607 req-c6cae1d3-4eb3-4dd4-819c-ef73f7d8873d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:05.439243 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-96f5c52c-1bb9-42a8-85db-f37101d1b607 req-c6cae1d3-4eb3-4dd4-819c-ef73f7d8873d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1011839 Nov 22 15:41:05.494687 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-96f5c52c-1bb9-42a8-85db-f37101d1b607 req-d1e1a96e-ba6d-450e-8eeb-5867267cad8e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465598 Nov 22 15:41:06.026827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c2fc799d-8098-45dc-b1e6-3cd4a200eacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:06.317397 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:06.735879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af83ab-ab4a-4a01-9bd2-16158d1a43c6 req-117b05d5-f332-489f-84d6-bf6526347dfe tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:06.737554 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d3af83ab-ab4a-4a01-9bd2-16158d1a43c6 req-117b05d5-f332-489f-84d6-bf6526347dfe tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0959344 Nov 22 15:41:06.801564 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d3af83ab-ab4a-4a01-9bd2-16158d1a43c6 req-1c2d7fcd-23e9-4b51-8a85-56dd00ea62d7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566897 Nov 22 15:41:07.584708 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:08.080023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46342467-2350-445d-abdd-04af8f98ec09 req-b9eafba9-30ca-48cb-a588-2099104e3a9b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:08.081560 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-46342467-2350-445d-abdd-04af8f98ec09 req-b9eafba9-30ca-48cb-a588-2099104e3a9b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0932896 Nov 22 15:41:08.129199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:08.165346 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-46342467-2350-445d-abdd-04af8f98ec09 req-b1610f0a-0029-4d5c-939a-99ef3e897514 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767179 Nov 22 15:41:09.393063 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db119f89-f4a7-4aed-8e64-91f03789a030 req-03c9a1c1-cbdd-4d2d-8a7d-eaf6f786bebb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:09.394735 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-db119f89-f4a7-4aed-8e64-91f03789a030 req-03c9a1c1-cbdd-4d2d-8a7d-eaf6f786bebb tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0904372 Nov 22 15:41:09.444295 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-db119f89-f4a7-4aed-8e64-91f03789a030 req-a323c384-83da-4adb-a485-4e4541b40288 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432203 Nov 22 15:41:09.498160 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c8aea059-5004-427c-b643-4c5e0a40d2e7 req-92963df6-fe18-43e7-a664-6db17873b514 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5e46446dea84d5b903d3ee928be63b1&device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0746837 Nov 22 15:41:09.644827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aea059-5004-427c-b643-4c5e0a40d2e7 req-c3108faa-a18a-4a3b-bbc7-474da5e51d19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:09.646477 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c8aea059-5004-427c-b643-4c5e0a40d2e7 req-c3108faa-a18a-4a3b-bbc7-474da5e51d19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e723389d-e2f5-44b0-b253-ffb2727ee7f5 HTTP/1.1" status: 200 len: 918 time: 0.1375432 Nov 22 15:41:09.758549 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c8aea059-5004-427c-b643-4c5e0a40d2e7 req-37c96717-e4bf-4b39-86b1-3d7a4a9f5074 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c7d9381-c69d-4d69-aedb-91870acde28c HTTP/1.1" status: 200 len: 1001 time: 0.1018543 Nov 22 15:41:09.833520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aea059-5004-427c-b643-4c5e0a40d2e7 req-4e6657f2-3ee8-463c-82be-1d15f55563de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:09.835326 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c8aea059-5004-427c-b643-4c5e0a40d2e7 req-4e6657f2-3ee8-463c-82be-1d15f55563de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=703dae16-b599-4e8b-a944-fd5d1fcd6c1f HTTP/1.1" status: 200 len: 856 time: 0.0670762 Nov 22 15:41:09.921367 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c8aea059-5004-427c-b643-4c5e0a40d2e7 req-9f93fba9-0da1-420c-b99d-65a27f3b6571 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e723389d-e2f5-44b0-b253-ffb2727ee7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767903 Nov 22 15:41:10.070478 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c8aea059-5004-427c-b643-4c5e0a40d2e7 req-b8baaba8-f3ba-46bb-9442-d2adb27aef3e service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383226 Nov 22 15:41:10.216754 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c8aea059-5004-427c-b643-4c5e0a40d2e7 req-c032fa63-f3e5-4548-bcc7-6d666c3e51be service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364961 Nov 22 15:41:10.659098 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad15e8-9a1b-4dbf-947d-2cce692b82bc req-cd73ef02-51e9-4d65-b7d4-ab89ad512442 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:10.660612 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4aad15e8-9a1b-4dbf-947d-2cce692b82bc req-cd73ef02-51e9-4d65-b7d4-ab89ad512442 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0826497 Nov 22 15:41:10.707748 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4aad15e8-9a1b-4dbf-947d-2cce692b82bc req-8a8d6657-3e29-4aa6-a7e4-41b2fb68c37e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410218 Nov 22 15:41:11.926962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931b8e5-7b7d-4288-b6ff-3c8cc99038cc req-7150dcc8-7f2d-4e9f-a29e-94b4d83e2c2a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:11.929161 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9931b8e5-7b7d-4288-b6ff-3c8cc99038cc req-7150dcc8-7f2d-4e9f-a29e-94b4d83e2c2a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0857539 Nov 22 15:41:11.976532 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9931b8e5-7b7d-4288-b6ff-3c8cc99038cc req-9213fa63-cd34-4793-9a6b-51fcdb347ace tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412583 Nov 22 15:41:13.192401 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d2319-ffc8-415e-8673-dad3b58de5ae req-17c4f837-3fe0-47d7-a7b0-e644cbaffe2b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:13.194867 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-951d2319-ffc8-415e-8673-dad3b58de5ae req-17c4f837-3fe0-47d7-a7b0-e644cbaffe2b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0829997 Nov 22 15:41:13.247360 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-951d2319-ffc8-415e-8673-dad3b58de5ae req-30f98c9d-d1e2-45e7-b39d-b011b641dfbd tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424578 Nov 22 15:41:13.884802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 9c7d9381-c69d-4d69-aedb-91870acde28c no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:41:14.005089 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:14.034130 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:41:14.044452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 9c7d9381-c69d-4d69-aedb-91870acde28c, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9c7d9381-c69d-4d69-aedb-91870acde28c,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:41:14.047654 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:14.049550 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-983d1c0d-9a54-4f9b-996a-250c7eef4c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:41:14.100015 dv-cinder-818778-1-iscsi neutron-server[88029]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'code': 422} returned with failed status Nov 22 15:41:14.121817 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=9c7d9381-c69d-4d69-aedb-91870acde28c,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:41:14.125446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:41:14.721202 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1f0a7036-56d4-489f-b436-821a29d9bdca req-ee5e867c-1a02-4640-a09c-9115ea15133f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0743477 Nov 22 15:41:14.974637 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 44676) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:41:14.995702 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45b4b1-e631-4984-a16f-161f7e55b6fe req-093d3247-ee56-48c8-87b7-3cd98745f14b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:14.997349 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0e45b4b1-e631-4984-a16f-161f7e55b6fe req-093d3247-ee56-48c8-87b7-3cd98745f14b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0831318 Nov 22 15:41:15.045378 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0e45b4b1-e631-4984-a16f-161f7e55b6fe req-1233d8e6-4ad2-4e59-b751-1c02f08595d4 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418758 Nov 22 15:41:15.120943 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-791a542d-dc63-463c-96c9-d433fed818d8 req-ccf45441-9bee-4a49-83d5-c5b07563b6ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1449881 Nov 22 15:41:15.825575 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-791a542d-dc63-463c-96c9-d433fed818d8 req-73bfaf82-297d-4e0e-a4b8-a94d238b7b77 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9&tenant_id=c5e46446dea84d5b903d3ee928be63b1 HTTP/1.1" status: 200 len: 1096 time: 0.0764778 Nov 22 15:41:15.926123 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-791a542d-dc63-463c-96c9-d433fed818d8 req-66ec7617-99fb-4e1f-a1a0-1c81779eb5b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5e46446dea84d5b903d3ee928be63b1&device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 1096 time: 0.0743124 Nov 22 15:41:16.072086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a542d-dc63-463c-96c9-d433fed818d8 req-21cc3766-294f-4b1f-8c71-b3cad142cdbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:16.073668 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-791a542d-dc63-463c-96c9-d433fed818d8 req-21cc3766-294f-4b1f-8c71-b3cad142cdbb service neutron] 10.222.0.50 "GET /v2.0/networks?id=e723389d-e2f5-44b0-b253-ffb2727ee7f5 HTTP/1.1" status: 200 len: 918 time: 0.1382301 Nov 22 15:41:16.187590 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-791a542d-dc63-463c-96c9-d433fed818d8 req-225cda00-ff74-4065-b2ef-d7446a3313dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c7d9381-c69d-4d69-aedb-91870acde28c HTTP/1.1" status: 200 len: 999 time: 0.1032403 Nov 22 15:41:16.261977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a542d-dc63-463c-96c9-d433fed818d8 req-389e4411-1848-4727-a81c-7259aff27cd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:16.263656 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-791a542d-dc63-463c-96c9-d433fed818d8 req-389e4411-1848-4727-a81c-7259aff27cd6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=703dae16-b599-4e8b-a944-fd5d1fcd6c1f HTTP/1.1" status: 200 len: 856 time: 0.0650744 Nov 22 15:41:16.266120 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eadc9f-e120-4ebd-8127-89dd0f6767af req-af42ae37-f56a-4c89-a981-009ffc5206b3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:16.267740 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a9eadc9f-e120-4ebd-8127-89dd0f6767af req-af42ae37-f56a-4c89-a981-009ffc5206b3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0872324 Nov 22 15:41:16.317417 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a9eadc9f-e120-4ebd-8127-89dd0f6767af req-7bd4b02a-d698-4c90-a0a0-40f3412a44c3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435953 Nov 22 15:41:16.358162 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-791a542d-dc63-463c-96c9-d433fed818d8 req-f22eed97-c157-4d3b-a0f1-27c49fa1a7fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e723389d-e2f5-44b0-b253-ffb2727ee7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846956 Nov 22 15:41:16.501807 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-791a542d-dc63-463c-96c9-d433fed818d8 req-78ac73d0-e5a9-4c53-9bee-bf4857fc56db service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327350 Nov 22 15:41:16.864779 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-791a542d-dc63-463c-96c9-d433fed818d8 req-26cc764a-dfaf-4e0a-8130-0321428fe8f4 service neutron] 10.222.0.50 "GET /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515778 Nov 22 15:41:17.543173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc728-4fad-468c-927e-8eb793bf1c53 req-3329ba27-e096-493c-8c03-29b4bb5720f6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:17.544746 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-20dbc728-4fad-468c-927e-8eb793bf1c53 req-3329ba27-e096-493c-8c03-29b4bb5720f6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0862467 Nov 22 15:41:17.599101 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-20dbc728-4fad-468c-927e-8eb793bf1c53 req-d8e5af19-9fd8-47f9-8e21-3fafc19eccd2 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475335 Nov 22 15:41:18.837271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff45e40-5020-4120-a897-d34c319439d7 req-6508f6c7-d9f4-454f-8fe4-138f6d660faf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:18.839037 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2ff45e40-5020-4120-a897-d34c319439d7 req-6508f6c7-d9f4-454f-8fe4-138f6d660faf tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0950844 Nov 22 15:41:18.895995 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2ff45e40-5020-4120-a897-d34c319439d7 req-cadf3c65-a874-47e1-bf81-ddfc6a8c1e2b tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507770 Nov 22 15:41:20.130846 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00035053-242d-4ed0-bce1-c7e3a2db77bc req-1480266e-7083-4a58-b4ec-056267ee9579 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:20.132480 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-00035053-242d-4ed0-bce1-c7e3a2db77bc req-1480266e-7083-4a58-b4ec-056267ee9579 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0891531 Nov 22 15:41:20.193792 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-00035053-242d-4ed0-bce1-c7e3a2db77bc req-fcee2aad-7ead-4711-a68d-be5f5a31d497 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542698 Nov 22 15:41:21.437875 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e42a8-05e5-41b1-b7da-52f3e5a35311 req-869b2cfa-6de1-43e0-96cd-263d80735959 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:21.445708 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e94e42a8-05e5-41b1-b7da-52f3e5a35311 req-869b2cfa-6de1-43e0-96cd-263d80735959 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0999072 Nov 22 15:41:21.494005 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e94e42a8-05e5-41b1-b7da-52f3e5a35311 req-4171c94a-21a3-4c8a-ba21-cfda3585856d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474076 Nov 22 15:41:22.732400 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa90762-af0e-4d01-bec0-2bdeda693b34 req-3c99e472-d6eb-4509-9a10-5434965ba3c3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:22.734059 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-faa90762-af0e-4d01-bec0-2bdeda693b34 req-3c99e472-d6eb-4509-9a10-5434965ba3c3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0918655 Nov 22 15:41:22.784406 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-faa90762-af0e-4d01-bec0-2bdeda693b34 req-a94d1518-423a-43c2-b33e-06ad5d96fe87 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440171 Nov 22 15:41:24.004579 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26525ec-929e-45d2-87e9-6231c2fdfca7 req-2a5cab2a-ba99-433b-9578-52a9ac43438d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:24.006996 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d26525ec-929e-45d2-87e9-6231c2fdfca7 req-2a5cab2a-ba99-433b-9578-52a9ac43438d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0853412 Nov 22 15:41:24.059263 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d26525ec-929e-45d2-87e9-6231c2fdfca7 req-9a732422-bbb3-421d-adf4-3e8498f7cf53 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431454 Nov 22 15:41:25.312830 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a3d28-45c4-4ebf-a7aa-d37f82eb8b78 req-36076f1a-0afc-493b-990d-9df84bac83d3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:25.314596 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1b4a3d28-45c4-4ebf-a7aa-d37f82eb8b78 req-36076f1a-0afc-493b-990d-9df84bac83d3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.1133745 Nov 22 15:41:25.370953 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1b4a3d28-45c4-4ebf-a7aa-d37f82eb8b78 req-a2270fb2-82de-4ae7-9fe3-4639fe7079bc tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479486 Nov 22 15:41:26.596921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d944e-9e58-4254-a616-008507907a91 req-9fcddaec-df12-401d-94d1-4fcd91b74ec8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:26.598828 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6b1d944e-9e58-4254-a616-008507907a91 req-9fcddaec-df12-401d-94d1-4fcd91b74ec8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0876789 Nov 22 15:41:26.659262 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6b1d944e-9e58-4254-a616-008507907a91 req-396b5fd2-1a08-41a4-9b0d-ae5b36f2c4c6 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533438 Nov 22 15:41:27.880699 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49d8ab-9bdd-4769-9b9e-a91a7d459fb3 req-4f989d84-a4b2-4983-8ca7-f06d80cc9a39 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:27.882308 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0d49d8ab-9bdd-4769-9b9e-a91a7d459fb3 req-4f989d84-a4b2-4983-8ca7-f06d80cc9a39 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0847349 Nov 22 15:41:27.929850 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0d49d8ab-9bdd-4769-9b9e-a91a7d459fb3 req-5131b85c-f2ff-4d86-9c69-d6ba04373477 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414753 Nov 22 15:41:29.141865 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d481e-245c-4e1c-add4-94f9a22cf63b req-c81002ca-3606-4ac4-a25d-7e5cd0ad0283 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:29.143474 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b70d481e-245c-4e1c-add4-94f9a22cf63b req-c81002ca-3606-4ac4-a25d-7e5cd0ad0283 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0802655 Nov 22 15:41:29.195707 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b70d481e-245c-4e1c-add4-94f9a22cf63b req-32505aaf-951f-40de-b1bf-0e6cb1a35d90 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462029 Nov 22 15:41:29.944602 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 9c7d9381-c69d-4d69-aedb-91870acde28c details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:41:30.089199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 9c7d9381-c69d-4d69-aedb-91870acde28c, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9c7d9381-c69d-4d69-aedb-91870acde28c,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:41:30.103684 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'port_id': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'mac_address': 'fa:16:3e:7f:23:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:41:30.157508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:30.175677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7d9381-c69d-4d69-aedb-91870acde28c {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:41:30.191134 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 9c7d9381-c69d-4d69-aedb-91870acde28c, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9c7d9381-c69d-4d69-aedb-91870acde28c,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:41:30.194400 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:30.196310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8672e40c-46e2-4a61-881a-4e5b8c9985ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:41:30.266371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=9c7d9381-c69d-4d69-aedb-91870acde28c,revision_number=9']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:41:30.270025 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:41:30.413202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3de516-814c-4f4b-aa59-03ff0e7dbc3a req-deb2d700-603a-4977-9bda-c04263c78528 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:30.414748 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-eb3de516-814c-4f4b-aa59-03ff0e7dbc3a req-deb2d700-603a-4977-9bda-c04263c78528 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 944 time: 0.0836139 Nov 22 15:41:30.461656 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-eb3de516-814c-4f4b-aa59-03ff0e7dbc3a req-7174ad07-64d6-4b02-a933-96658901a260 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407803 Nov 22 15:41:30.490009 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['9c7d9381-c69d-4d69-aedb-91870acde28c'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:41:31.902162 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f14194-8579-4923-b0b5-7640b6129f80 req-d92721fe-2177-40b7-8b91-41d6975a2aa7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:31.903793 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-79f14194-8579-4923-b0b5-7640b6129f80 req-d92721fe-2177-40b7-8b91-41d6975a2aa7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 944 time: 0.3088105 Nov 22 15:41:31.953870 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-79f14194-8579-4923-b0b5-7640b6129f80 req-68f45bbc-0072-4185-8c5b-3a640a6f0ed7 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437980 Nov 22 15:41:31.959986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 9c7d9381-c69d-4d69-aedb-91870acde28c up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:41:32.034451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port 9c7d9381-c69d-4d69-aedb-91870acde28c triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:41:32.034897 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:32.153429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:32.181050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:41:32.190947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 9c7d9381-c69d-4d69-aedb-91870acde28c, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9c7d9381-c69d-4d69-aedb-91870acde28c,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:41:32.194431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:32.197181 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:41:32.249654 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'code': 200} Nov 22 15:41:32.274376 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=9c7d9381-c69d-4d69-aedb-91870acde28c,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:41:32.277648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:41:32.519270 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f9bbe2fd-b212-4d70-8eb1-e90c30eb890e req-62c5ea82-113e-4807-be72-58df081db0d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 1099 time: 0.0720334 Nov 22 15:41:32.565830 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f9bbe2fd-b212-4d70-8eb1-e90c30eb890e req-0aa21579-b80f-4deb-8f1d-7a517208cbdb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367749 Nov 22 15:41:33.173832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976ca9f-a017-43ca-895d-88dafa0217db req-364ccd98-793a-4fa2-8390-5fec6f217ce3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:33.175371 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2976ca9f-a017-43ca-895d-88dafa0217db req-364ccd98-793a-4fa2-8390-5fec6f217ce3 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 946 time: 0.0813515 Nov 22 15:41:33.222982 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2976ca9f-a017-43ca-895d-88dafa0217db req-dd4806ce-ddf9-45a3-8517-2e087862bc52 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416052 Nov 22 15:41:33.799906 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-286b3756-3f05-4c68-9347-e17112322dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:34.459083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a46eb8-b47e-4290-b486-4e7bd3e15dbd req-53b63d00-8ddf-4aaf-9b89-7f3dff4a31fe tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:34.460623 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a46eb8-b47e-4290-b486-4e7bd3e15dbd req-53b63d00-8ddf-4aaf-9b89-7f3dff4a31fe tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 946 time: 0.0892329 Nov 22 15:41:34.511647 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a46eb8-b47e-4290-b486-4e7bd3e15dbd req-3594b42e-c020-4a4a-b5a1-c38d29fdaf13 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446384 Nov 22 15:41:35.188840 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:36.031867 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d511b01-a9e0-4697-b26b-ef34d45e32d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:36.314713 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:37.615354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:38.116415 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:38.461039 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:41:52.174949 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3f093756-af5b-450b-8c75-75b3606bc729 req-0f06bf66-fb82-46a7-80ca-750b2eeab612 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746756 Nov 22 15:41:52.325423 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3f093756-af5b-450b-8c75-75b3606bc729 req-76fe29f7-2620-4440-b3bb-a35bfe876da2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 1099 time: 0.0731421 Nov 22 15:41:52.480588 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f093756-af5b-450b-8c75-75b3606bc729 req-4d983214-9d41-4a12-a2e3-a222d24d47d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:52.482598 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3f093756-af5b-450b-8c75-75b3606bc729 req-4d983214-9d41-4a12-a2e3-a222d24d47d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.1381631 Nov 22 15:41:52.556720 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3f093756-af5b-450b-8c75-75b3606bc729 req-8425c7a1-9b27-4a47-aa06-64cef1a3b20d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc05d5-0abe-4ba7-9f37-0b894f0c9400 HTTP/1.1" status: 200 len: 217 time: 0.0668550 Nov 22 15:41:52.625000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f093756-af5b-450b-8c75-75b3606bc729 req-25c693a5-02d7-4d5b-bc25-b47d7448418c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:41:52.626580 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3f093756-af5b-450b-8c75-75b3606bc729 req-25c693a5-02d7-4d5b-bc25-b47d7448418c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0631251 Nov 22 15:41:52.675573 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3f093756-af5b-450b-8c75-75b3606bc729 req-3507d966-9ea3-466a-bce7-7341edc5c121 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423431 Nov 22 15:41:52.815840 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3f093756-af5b-450b-8c75-75b3606bc729 req-c6f811b6-e4bc-490f-bd1b-dbe194351569 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338334 Nov 22 15:41:52.957889 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3f093756-af5b-450b-8c75-75b3606bc729 req-5ceb9fc7-f988-4d41-bd33-5aee236bcea9 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345990 Nov 22 15:42:03.801669 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12251ace-fa8d-4f22-8a46-629b061a2ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:05.191000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:06.032754 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-48e50517-0530-462c-a1df-3038244b9362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:06.317924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:07.621474 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:07.982326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470da87f-f43d-449a-adc5-da48c81b9a62 req-5749b31e-8be4-4baa-a798-d10253767bbe tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:07.983977 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-470da87f-f43d-449a-adc5-da48c81b9a62 req-5749b31e-8be4-4baa-a798-d10253767bbe tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 946 time: 0.1816695 Nov 22 15:42:08.033426 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-470da87f-f43d-449a-adc5-da48c81b9a62 req-9a72df7d-fc20-4b43-a60a-df77f6f77a62 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431998 Nov 22 15:42:08.122751 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:09.357444 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-59979e46-d663-4ba9-b273-ac309e39abb1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:09.358202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-59979e46-d663-4ba9-b273-ac309e39abb1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Synchronizing usage tracker for tenant:c5e46446dea84d5b903d3ee928be63b1 on resource:port {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:42:09.372669 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-59979e46-d663-4ba9-b273-ac309e39abb1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Unset dirty status for tenant:c5e46446dea84d5b903d3ee928be63b1 on resource:port {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:42:09.373958 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-59979e46-d663-4ba9-b273-ac309e39abb1 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.50 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 946 time: 0.1118982 Nov 22 15:42:09.416518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362c438-4ec4-469e-a259-c3745af873ec req-7ce2019c-c03d-4a1e-a754-cdcf8e6ff0c8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:09.418122 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3362c438-4ec4-469e-a259-c3745af873ec req-7ce2019c-c03d-4a1e-a754-cdcf8e6ff0c8 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 946 time: 0.1616764 Nov 22 15:42:09.449694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Deleting port 9c7d9381-c69d-4d69-aedb-91870acde28c {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:42:09.450054 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:09.467891 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3362c438-4ec4-469e-a259-c3745af873ec req-5e4c70b7-2d99-466a-859a-d929da56840d tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups?id=d26df252-161e-45f2-b76d-b635c5458298&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430729 Nov 22 15:42:09.717612 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] For port 9c7d9381-c69d-4d69-aedb-91870acde28c, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9c7d9381-c69d-4d69-aedb-91870acde28c,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:42:09.717990 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:10.024383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:10.024797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809642'] for floatingip, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:10.025155 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.l3_db [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Floating IP 64068518-9521-4987-a942-20ebed343956 disassociated. External IP: 172.27.0.237, port: 9c7d9381-c69d-4d69-aedb-91870acde28c. Nov 22 15:42:10.025542 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Calling delete_port for 9c7d9381-c69d-4d69-aedb-91870acde28c owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:42:10.171554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:10.177956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:10.220947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event deleted for resources: {'Port': ['ID=9c7d9381-c69d-4d69-aedb-91870acde28c,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:10.236330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:10.236750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:10.237165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:10.237576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:10.237984 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:10.238987 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:10.239447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:10.239856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:10.240261 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:10.240666 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:10.241067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:10.244666 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:10.451154 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Router a8850a32-a4af-4fba-878d-bc94bd5d1a1a has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:42:10.668329 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2285c922-01e9-447c-948f-d4ef1496d57d req-9600a8dd-e4ac-44e3-a13b-75874c9ae3a0 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/ports?device_id=decacc9d-0b6b-43ba-94d1-a87d3acc4fa9 HTTP/1.1" status: 200 len: 210 time: 0.0566430 Nov 22 15:42:10.681416 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:42:10.692397 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2a070-a4d0-40d6-b7c7-92293d3b8dcc None None] Sync routers for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:42:10.708381 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2a070-a4d0-40d6-b7c7-92293d3b8dcc None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:42:10.708381 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-b1c2a070-a4d0-40d6-b7c7-92293d3b8dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:42:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:10.762540 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] No DVR routers for this DVR port 9c7d9381-c69d-4d69-aedb-91870acde28c on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:42:10.765287 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:10.770334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'name': 'network-vif-deleted', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:42:10.784836 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a04ce4f-f197-45c7-8a24-fb3e47d8693a req-9e23d5ad-42e1-473f-95f0-3ea58ceee315 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.50 "DELETE /v2.0/ports/9c7d9381-c69d-4d69-aedb-91870acde28c HTTP/1.1" status: 204 len: 173 time: 1.4039037 Nov 22 15:42:10.842006 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decacc9d-0b6b-43ba-94d1-a87d3acc4fa9', 'name': 'network-vif-deleted', 'tag': '9c7d9381-c69d-4d69-aedb-91870acde28c', 'status': 'completed', 'code': 200} Nov 22 15:42:10.918261 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-b1c2a070-a4d0-40d6-b7c7-92293d3b8dcc None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:42:11.252820 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-b1c2a070-a4d0-40d6-b7c7-92293d3b8dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:14Z', 'revision_number': 5, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:11.257441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2a070-a4d0-40d6-b7c7-92293d3b8dcc None None] Checking router: a8850a32-a4af-4fba-878d-bc94bd5d1a1a for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:42:11.268802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2a070-a4d0-40d6-b7c7-92293d3b8dcc None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:42:11.270047 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-b1c2a070-a4d0-40d6-b7c7-92293d3b8dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:42:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:11.616129 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-b1c2a070-a4d0-40d6-b7c7-92293d3b8dcc None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:42:11.828213 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 44926) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:11.903380 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-694efae4-8c9c-4b5d-9738-141b32f4f22c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:11.934913 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-694efae4-8c9c-4b5d-9738-141b32f4f22c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:11.952702 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-b1c2a070-a4d0-40d6-b7c7-92293d3b8dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:14Z', 'revision_number': 5, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:11.957534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2a070-a4d0-40d6-b7c7-92293d3b8dcc None None] The sync data for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi is: [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:32:07Z', 'revision_number': 4, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '2e56b0d1-bec7-4570-8090-07f2a6e15610', 'name': '', 'network_id': 'e723389d-e2f5-44b0-b253-ffb2727ee7f5', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'mac_address': 'fa:16:3e:4c:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:14Z', 'revision_number': 5, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'subnets': [{'id': '703dae16-b599-4e8b-a944-fd5d1fcd6c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:42:11.988309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-694efae4-8c9c-4b5d-9738-141b32f4f22c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:11.993948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-386f216b-1325-488e-87fb-cd569fa7a4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:12.011377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694efae4-8c9c-4b5d-9738-141b32f4f22c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26df252-161e-45f2-b76d-b635c5458298,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:12.017307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-694efae4-8c9c-4b5d-9738-141b32f4f22c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:12.019968 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-694efae4-8c9c-4b5d-9738-141b32f4f22c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:12.023751 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-694efae4-8c9c-4b5d-9738-141b32f4f22c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "DELETE /v2.0/security-groups/d26df252-161e-45f2-b76d-b635c5458298 HTTP/1.1" status: 204 len: 168 time: 0.1944182 Nov 22 15:42:12.026480 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 44930) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:12.048395 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.v2.resource [None req-830e4c88-976e-492b-bdf2-b876e57be692 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] show failed (client error): The resource could not be found. Nov 22 15:42:12.049534 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-830e4c88-976e-492b-bdf2-b876e57be692 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "GET /v2.0/security-groups/d26df252-161e-45f2-b76d-b635c5458298 HTTP/1.1" status: 404 len: 347 time: 0.0220010 Nov 22 15:42:12.052633 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 44934) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:12.219656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Deleting port 1e5e3a35-a15f-44b7-ba22-594064df4044 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:42:12.220033 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:12.393062 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca944f4-281b-49b1-a0c5-92d510c05922 None None] New status for floating IP 64068518-9521-4987-a942-20ebed343956: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:42:12.408096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:12.408466 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:12.538975 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Calling delete_port for 1e5e3a35-a15f-44b7-ba22-594064df4044 owned by network:floatingip {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:42:12.627745 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.db.api [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:42:12.628286 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_db.api [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:42:13.129001 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Deleting port 1e5e3a35-a15f-44b7-ba22-594064df4044 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:42:13.129392 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:13.309143 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:13.309509 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:13.438928 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Calling delete_port for 1e5e3a35-a15f-44b7-ba22-594064df4044 owned by network:floatingip {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:42:13.579053 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:13.583813 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e9beeb6b-cada-4bf1-8b28-d484219c3bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:13.630468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Pushing event deleted for resources: {'Port': ['ID=1e5e3a35-a15f-44b7-ba22-594064df4044,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:13.633334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:13.732376 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks [] for floatingip, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:13.747251 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for floatingip, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:13.748468 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3edf6d4c-b6c6-4429-b9ef-95b1989db807 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] 10.222.0.41 "DELETE /v2.0/floatingips/64068518-9521-4987-a942-20ebed343956 HTTP/1.1" status: 204 len: 168 time: 1.6948578 Nov 22 15:42:14.160781 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 9c7d9381-c69d-4d69-aedb-91870acde28c no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:42:14.197173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: 9c7d9381-c69d-4d69-aedb-91870acde28c {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:42:14.197564 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 9c7d9381-c69d-4d69-aedb-91870acde28c not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:42:15.463358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:42:16.623790 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 44968) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:17.224852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852942588'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:17.849404 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Deleting port 2e56b0d1-bec7-4570-8090-07f2a6e15610 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:42:17.850212 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:18.029951 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] For port 2e56b0d1-bec7-4570-8090-07f2a6e15610, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=2e56b0d1-bec7-4570-8090-07f2a6e15610,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:42:18.030344 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:18.156407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Calling delete_port for 2e56b0d1-bec7-4570-8090-07f2a6e15610 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:42:18.340853 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:18.352931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:18.420924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e56b0d1-bec7-4570-8090-07f2a6e15610,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:18.468276 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:18.468692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:18.469101 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:18.469504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:18.469908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:18.470306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:18.470761 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:18.471161 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:18.471560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:18.471950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:18.472914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:18.480453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:18.727566 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852942434'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:19.563882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Router a8850a32-a4af-4fba-878d-bc94bd5d1a1a has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:42:19.779830 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:42:19.790560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693ee24-77a9-4d97-91bb-2c3b90c4221d None None] Sync routers for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:42:19.793500 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3d988726-383b-4775-ac2a-764bc4fcf0f8 admin admin] 10.222.0.41 "PUT /v2.0/routers/a8850a32-a4af-4fba-878d-bc94bd5d1a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1684649 Nov 22 15:42:19.796020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 44980) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:19.803534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693ee24-77a9-4d97-91bb-2c3b90c4221d None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:42:19.804196 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-3693ee24-77a9-4d97-91bb-2c3b90c4221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:42:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:20.006740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-3693ee24-77a9-4d97-91bb-2c3b90c4221d None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:42:20.007013 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:20.213502 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:20.221724 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Deleting port db62107f-6d4e-461a-8bc8-d0787248b4d4 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:42:20.222095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:20.333385 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-3693ee24-77a9-4d97-91bb-2c3b90c4221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:42:18Z', 'revision_number': 5, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port': {'id': 'db62107f-6d4e-461a-8bc8-d0787248b4d4', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:98:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:04Z', 'updated_at': '2021-11-22T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:20.337837 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693ee24-77a9-4d97-91bb-2c3b90c4221d None None] Checking router: a8850a32-a4af-4fba-878d-bc94bd5d1a1a for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:42:20.350282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693ee24-77a9-4d97-91bb-2c3b90c4221d None None] Routers {'a8850a32-a4af-4fba-878d-bc94bd5d1a1a'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:42:20.351292 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-3693ee24-77a9-4d97-91bb-2c3b90c4221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:42:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:20.411449 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] For port db62107f-6d4e-461a-8bc8-d0787248b4d4, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=db62107f-6d4e-461a-8bc8-d0787248b4d4,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:42:20.411836 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:20.515750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-3693ee24-77a9-4d97-91bb-2c3b90c4221d None None] Set router a8850a32-a4af-4fba-878d-bc94bd5d1a1a gateway port host: None {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:42:20.544846 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Calling delete_port for db62107f-6d4e-461a-8bc8-d0787248b4d4 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:42:20.631842 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-3693ee24-77a9-4d97-91bb-2c3b90c4221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:42:20Z', 'revision_number': 6, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port_host': None}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:20.636062 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693ee24-77a9-4d97-91bb-2c3b90c4221d None None] The sync data for ids ['a8850a32-a4af-4fba-878d-bc94bd5d1a1a'] in dv-cinder-818778-1-iscsi is: [{'id': 'a8850a32-a4af-4fba-878d-bc94bd5d1a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1829520586-router', 'tenant_id': 'c5e46446dea84d5b903d3ee928be63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:03Z', 'updated_at': '2021-11-22T15:42:20Z', 'revision_number': 6, 'project_id': 'c5e46446dea84d5b903d3ee928be63b1', 'gw_port_host': None}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:42:20.719700 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:20.725223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-95812b21-91e8-4449-8793-3c34f124e9af tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:20.768659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Pushing event deleted for resources: {'Port': ['ID=db62107f-6d4e-461a-8bc8-d0787248b4d4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:20.773696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:21.003209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852966379'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:21.053848 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 2e56b0d1-bec7-4570-8090-07f2a6e15610 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:42:21.092800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 2e56b0d1-bec7-4570-8090-07f2a6e15610 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:42:21.093204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 2e56b0d1-bec7-4570-8090-07f2a6e15610 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:42:21.093681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device db62107f-6d4e-461a-8bc8-d0787248b4d4 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:42:21.127123 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: db62107f-6d4e-461a-8bc8-d0787248b4d4 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:42:21.127516 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device db62107f-6d4e-461a-8bc8-d0787248b4d4 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:42:21.272748 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853145477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29104'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:21.277114 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:21.301999 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853145579'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:21.302567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8850a32-a4af-4fba-878d-bc94bd5d1a1a {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:42:21.315318 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:21.316554 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a307b423-ace8-4919-99c2-1b419e3edecd admin admin] 10.222.0.41 "DELETE /v2.0/routers/a8850a32-a4af-4fba-878d-bc94bd5d1a1a HTTP/1.1" status: 204 len: 168 time: 1.5195525 Nov 22 15:42:21.319396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 44986) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:21.604477 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce809cb2-113f-4e6a-8207-45029b9cab1b admin admin] Deleting subnet 703dae16-b599-4e8b-a944-fd5d1fcd6c1f {{(pid=88138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:42:21.607644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce809cb2-113f-4e6a-8207-45029b9cab1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:21.660057 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce809cb2-113f-4e6a-8207-45029b9cab1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851915914'] for subnet, precommit_delete_associations {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:21.741107 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce809cb2-113f-4e6a-8207-45029b9cab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:21.812518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce809cb2-113f-4e6a-8207-45029b9cab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853300385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853457045'] for subnet, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:21.817737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-4dc68b43-c2e7-4df2-bd4b-cc28fbda0c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:21.853115 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce809cb2-113f-4e6a-8207-45029b9cab1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703dae16-b599-4e8b-a944-fd5d1fcd6c1f,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:21.856842 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ce809cb2-113f-4e6a-8207-45029b9cab1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:21.860154 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce809cb2-113f-4e6a-8207-45029b9cab1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:21.866731 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ce809cb2-113f-4e6a-8207-45029b9cab1b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/703dae16-b599-4e8b-a944-fd5d1fcd6c1f HTTP/1.1" status: 204 len: 168 time: 0.5459650 Nov 22 15:42:21.867305 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9a7a41-1689-4925-922b-f8b27524b51f None None] Network e723389d-e2f5-44b0-b253-ffb2727ee7f5 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:42:21.869525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 44992) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:21.991848 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:22.002897 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Deleting port ccb315c7-89a1-4f03-b58b-92fec5630d99 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:42:22.003262 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:22.136441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] DHCP port deletion for e723389d-e2f5-44b0-b253-ffb2727ee7f5 request from dv-cinder-818778-1-iscsi {{(pid=88140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:42:22.141396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Deleting port ccb315c7-89a1-4f03-b58b-92fec5630d99 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:42:22.141924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:22.379297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] For port ccb315c7-89a1-4f03-b58b-92fec5630d99, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=ccb315c7-89a1-4f03-b58b-92fec5630d99,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:42:22.379644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:22.455141 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] For port ccb315c7-89a1-4f03-b58b-92fec5630d99, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=ccb315c7-89a1-4f03-b58b-92fec5630d99,segment=NetworkSegment(1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e),segment_id=1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:42:22.455456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:22.505440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Calling delete_port for ccb315c7-89a1-4f03-b58b-92fec5630d99 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:42:22.579850 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:22.582078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Calling delete_port for ccb315c7-89a1-4f03-b58b-92fec5630d99 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:42:22.584641 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:22.632620 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Pushing event deleted for resources: {'Port': ['ID=ccb315c7-89a1-4f03-b58b-92fec5630d99,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:22.642879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] No DVR routers for this DVR port ccb315c7-89a1-4f03-b58b-92fec5630d99 on host dv-cinder-818778-1-iscsi {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:42:22.646045 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:22.646431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:22.646826 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:22.647195 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:22.647563 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:22.647921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:22.648279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:22.648638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:22.648993 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:22.649357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:22.649703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:22.653435 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2147be51-711b-4c1c-a5a2-317ade926d21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:22.665342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.db.api [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:42:22.665825 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_db.api [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:42:23.049624 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device ccb315c7-89a1-4f03-b58b-92fec5630d99 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:42:23.084810 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: ccb315c7-89a1-4f03-b58b-92fec5630d99 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:42:23.085197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device ccb315c7-89a1-4f03-b58b-92fec5630d99 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:42:23.167491 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Deleting port ccb315c7-89a1-4f03-b58b-92fec5630d99 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:42:23.167876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:23.232674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] The port 'ccb315c7-89a1-4f03-b58b-92fec5630d99' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:42:23.355528 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:23.387883 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e723389d-e2f5-44b0-b253-ffb2727ee7f5']}} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:23.400808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:23.401144 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f83bdfe-b63a-4f27-bbbb-3cbd2c63ec8e') {} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:23.413416 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851673568'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:23.428586 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:23.435829 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:42:23.436274 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853550774'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: % (table.description, expected, rows_matched) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: % (table.description, expected, rows_matched) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: % (table.description, expected, rows_matched) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: % (table.description, expected, rows_matched) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:42:23.451107 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:42:23.526195 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:23.529950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:23.547704 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:23.560158 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Pushing event deleted for resources: {'Network': ['ID=e723389d-e2f5-44b0-b253-ffb2727ee7f5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:23.564070 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:23.575187 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-dec85128-8aee-4c78-99e9-d5912aa9275f admin admin] 10.222.0.41 "DELETE /v2.0/networks/e723389d-e2f5-44b0-b253-ffb2727ee7f5 HTTP/1.1" status: 204 len: 168 time: 1.7044718 Nov 22 15:42:23.761368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 45000) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:23.815833 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-0c6f66b2-df91-4b7a-9900-e587f43cb1a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5e46446dea84d5b903d3ee928be63b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531671 Nov 22 15:42:23.818404 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 45006) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:23.882229 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d38432c0-a12b-433b-8354-27e21f561940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:23.907967 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d38432c0-a12b-433b-8354-27e21f561940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:23.955517 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d38432c0-a12b-433b-8354-27e21f561940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:23.960500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-af9a803d-f987-4472-aceb-b72bf6586ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:23.974246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38432c0-a12b-433b-8354-27e21f561940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb3ca9d-487e-48b6-9f48-3c1e93cc9d68,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:23.979653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d38432c0-a12b-433b-8354-27e21f561940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:23.981585 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d38432c0-a12b-433b-8354-27e21f561940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:23.982836 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-d38432c0-a12b-433b-8354-27e21f561940 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bdb3ca9d-487e-48b6-9f48-3c1e93cc9d68 HTTP/1.1" status: 204 len: 168 time: 0.1633687 Nov 22 15:42:24.928686 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 45030) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:25.078612 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-670228093-network', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:42:25.083925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:42:25.088018 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Usage tracker for resource:network and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:42:25.091064 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:42:25.097282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:42:25.106541 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Made reservation on behalf of e9ed4ba427234a70806c19303e23689f for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:42:25.111297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:25.129346 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:25.164173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:42:25.168207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Usage tracker for resource:security_group_rule and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:42:25.171246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:42:25.178136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:42:25.248082 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:25.251464 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:25.255911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-367a9aed-5756-4d47-8f68-14d951d73ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:25.284321 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:42:25.295903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e06c9d-f8f5-43a2-8aa1-ae27b42a1e9f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:25.301230 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:25.304186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:25.304680 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Added segment 61b0387b-eb26-4daf-84fa-3154f7281954 of type vlan for network 2592f3a0-b1bb-452a-8b05-38478f20e242 Nov 22 15:42:25.337237 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:25.368963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:25.370233 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:25.370891 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:25.374534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:25.482278 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Pushing event updated for resources: {'Network': ['ID=2592f3a0-b1bb-452a-8b05-38478f20e242,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:25.485441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:25.486975 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5571826 Nov 22 15:42:25.490645 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 45036) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:25.496778 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Request body: {'subnet': {'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-670228093-subnet', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:42:25.497327 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 2592f3a0-b1bb-452a-8b05-38478f20e242 details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:42:25.502245 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:42:25.506399 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Usage tracker for resource:subnet and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:42:25.509512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:42:25.515871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:42:25.525578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Made reservation on behalf of e9ed4ba427234a70806c19303e23689f for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:42:25.530452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853417813'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:25.776150 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853551068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853417798'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:25.781136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-641a3327-9f0c-4c9f-a91c-9ba51dd4ccb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:25.861180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d1109ce-6aa9-44b8-8633-5b30a45ee748,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:25.865489 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:25.874265 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Checking segment: {'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:42:25.874706 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Network hostable DHCP agents. Network: 2592f3a0-b1bb-452a-8b05-38478f20e242, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:42:25.895968 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Network 2592f3a0-b1bb-452a-8b05-38478f20e242 is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:42:25.904613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 2592f3a0-b1bb-452a-8b05-38478f20e242) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:42:25.908809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:25.909455 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:25.915353 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cfc317-9c67-4b9c-894e-0dc1f7d9d4f0 None None] Network 2592f3a0-b1bb-452a-8b05-38478f20e242 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:42:25.931173 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b08ba827-2d14-47d1-83b2-8ab841af152b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4393876 Nov 22 15:42:25.933999 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 45040) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:25.940277 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:42:25.946338 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:42:25.950389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Usage tracker for resource:router and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:42:25.953461 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:42:25.963918 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:42:25.980610 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1627575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28999'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:25.981660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853148395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746696'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:26.005232 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:26.151297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d692c69-4de3-5c91-a23a-bac7a1986daa-2592f3a0-b1bb-452a-8b05-38478f20e242', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748'}]}} from dv-cinder-818778-1-iscsi. {{(pid=88140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:42:26.152202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:26.171973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1627558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746711'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:26.330956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Allocated IP 172.20.0.2 (2592f3a0-b1bb-452a-8b05-38478f20e242/3d1109ce-6aa9-44b8-8633-5b30a45ee748/cd8ea788-18a4-4e4a-9d4b-9ff42770dc05) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:42:26.382441 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:26.413885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:26.545391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:26.556342 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Transition to ACTIVE for port object cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:42:26.560396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Allocated IP 172.27.0.213 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/c1c38980-4dc9-4b12-846d-d7616ea6dfea) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:42:26.576417 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Transition to ACTIVE for port object cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:42:26.580361 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:26.585562 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:26.659075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Network 2592f3a0-b1bb-452a-8b05-38478f20e242 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:42:26.662661 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Pushing event updated for resources: {'Port': ['ID=cd8ea788-18a4-4e4a-9d4b-9ff42770dc05,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:26.667001 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:26.667001 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:42:26.669066 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:42:26.721264 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:26.748537 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:26.753041 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3d9d0239-8d28-4efb-9c39-320d23e460ac tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:26.759174 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Attempting to bind port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:42:26.759587 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Attempting to bind port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:42:26.759994 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Attempting to bind port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 on network 2592f3a0-b1bb-452a-8b05-38478f20e242 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:42:26.766773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:42:26.767189 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Checking segment: {'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:42:26.767631 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:26.768064 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Bound using segment: {'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:42:26.768572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Bound port: cd8ea788-18a4-4e4a-9d4b-9ff42770dc05, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:42:26.768985 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:26.820780 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:42:26.823860 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:42:26.828466 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:42:26.858711 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Pushing event updated for resources: {'Port': ['ID=c1c38980-4dc9-4b12-846d-d7616ea6dfea,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:26.864627 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:26.866215 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] For port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:42:26.869980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] For port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=cd8ea788-18a4-4e4a-9d4b-9ff42770dc05,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:42:26.872698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:26.877616 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:26.963835 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Pushing event updated for resources: {'Port': ['ID=cd8ea788-18a4-4e4a-9d4b-9ff42770dc05,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:26.967028 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:27.000421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:27.001206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853148241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852966345'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:27.253963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Router 2ec40ba0-33d2-493e-97f5-4595ad140c21 is scheduled to L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:42:27.484141 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:42:27.493492 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Sync routers for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:42:27.510933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:27.512310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:42:27.512528 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5772212 Nov 22 15:42:27.513000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:42:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:27.515775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 45048) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:27.872747 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:42:28.190201 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:26Z', 'revision_number': 3, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:28.195828 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Checking router: 2ec40ba0-33d2-493e-97f5-4595ad140c21 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:42:28.196367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Updating router 2ec40ba0-33d2-493e-97f5-4595ad140c21 port c1c38980-4dc9-4b12-846d-d7616ea6dfea binding host dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:42:28.263973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:28.601726 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:28.664242 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ea45ad-1b05-4c48-88a1-33fd265cde7c None None] Network 2592f3a0-b1bb-452a-8b05-38478f20e242 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:42:28.697711 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:28.715738 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Transition to ACTIVE for port object c1c38980-4dc9-4b12-846d-d7616ea6dfea will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:42:28.723414 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:28.729230 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8e0374fb-595a-4a6f-be8c-feb28cba4726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:28.792502 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-be6b1a55-02ab-434e-93c7-8c5a714bd2e3 None None] Provisioning for port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:42:28.817010 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Attempting to bind port c1c38980-4dc9-4b12-846d-d7616ea6dfea on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:42:28.817506 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Attempting to bind port c1c38980-4dc9-4b12-846d-d7616ea6dfea by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:42:28.817997 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Attempting to bind port c1c38980-4dc9-4b12-846d-d7616ea6dfea on network 94e56778-0464-46a4-925b-03555f7ef8fd {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:42:28.825225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Pushing event updated for resources: {'Port': ['ID=c1c38980-4dc9-4b12-846d-d7616ea6dfea,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:28.833225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:42:28.833659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Checking segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:42:28.834103 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:28.834549 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Bound using segment: {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:42:28.835079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Bound port: c1c38980-4dc9-4b12-846d-d7616ea6dfea, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1793cdb9-3a45-494c-a845-fe9cecc9777e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:42:28.835475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:28.864000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Allocated IP 172.20.0.1 (2592f3a0-b1bb-452a-8b05-38478f20e242/3d1109ce-6aa9-44b8-8633-5b30a45ee748/1d0adf21-4dae-4f88-9789-6f38cff5ca71) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:42:28.885159 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:28.885512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:28.886325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:28.886694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:28.887060 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:28.887426 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:28.887786 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:28.888149 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:28.888507 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:28.888862 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:28.889233 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:42:28.893359 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:28.932224 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] For port c1c38980-4dc9-4b12-846d-d7616ea6dfea, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:42:28.935378 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] For port c1c38980-4dc9-4b12-846d-d7616ea6dfea, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=c1c38980-4dc9-4b12-846d-d7616ea6dfea,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:42:28.940759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:28.948468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9d89eb54-f048-40f1-937f-3cbdd9458af2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:29.056019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Pushing event updated for resources: {'Port': ['ID=c1c38980-4dc9-4b12-846d-d7616ea6dfea,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:29.062456 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fb93d769-81a7-4177-a0d2-0c451d306ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88141) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:29.066572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:42:29.069360 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:42:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:29.121102 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:29.130080 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:42:29.152409 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Transition to ACTIVE for port object 1d0adf21-4dae-4f88-9789-6f38cff5ca71 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:42:29.188549 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:29.198035 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-99a1d856-3504-4d5b-8274-1e44ba11ca18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:29.241274 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:42:29.250028 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:42:29.250734 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:29.289262 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:42:29.361884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Network 2592f3a0-b1bb-452a-8b05-38478f20e242 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:42:29.364505 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:42:29.368748 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:42:29.448595 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-8620f79b-cba3-4512-b68d-1fde1e98d2ed None None] Provisioning complete for port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:42:29.449388 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8620f79b-cba3-4512-b68d-1fde1e98d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:29.520789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Pushing event updated for resources: {'Port': ['ID=1d0adf21-4dae-4f88-9789-6f38cff5ca71,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:29.525706 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:29.525866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:29.534599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833330'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:29.622986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8620f79b-cba3-4512-b68d-1fde1e98d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:29.660304 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=cd8ea788-18a4-4e4a-9d4b-9ff42770dc05,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:42:29.673792 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:29.680454 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:26Z', 'revision_number': 3, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:29.685108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b4ce5-801f-48ee-b101-68c1c7ddf2b0 None None] The sync data for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi is: [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:26Z', 'revision_number': 3, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:42:29.695434 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:29.719086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:29.797233 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.db.api [None req-8620f79b-cba3-4512-b68d-1fde1e98d2ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88140) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:42:29.797637 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_db.api [None req-8620f79b-cba3-4512-b68d-1fde1e98d2ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:42:29.806179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=cd8ea788-18a4-4e4a-9d4b-9ff42770dc05,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:29.810300 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:29.937901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:29.941453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1224855'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:29.970479 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9620b6df-9d22-4318-87d0-7827d17bbdd4 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:30.055553 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7221004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852942571'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:30.060151 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Pushing event updated for resources: {'Port': ['ID=1d0adf21-4dae-4f88-9789-6f38cff5ca71,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:30.065228 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:30.228808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Network 2592f3a0-b1bb-452a-8b05-38478f20e242 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:42:30.230144 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:42:30.502419 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-0a6a065f-9fcb-444b-926d-2c0f58c2c2d8 None None] Provisioning for port 1d0adf21-4dae-4f88-9789-6f38cff5ca71 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:42:30.509432 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-0a6a065f-9fcb-444b-926d-2c0f58c2c2d8 None None] Provisioning complete for port 1d0adf21-4dae-4f88-9789-6f38cff5ca71 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:42:30.509944 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a6a065f-9fcb-444b-926d-2c0f58c2c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:30.569192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a065f-9fcb-444b-926d-2c0f58c2c2d8 None None] Port 1d0adf21-4dae-4f88-9789-6f38cff5ca71 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:42:30.696632 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-d4dff096-1c3c-448b-a99f-8108c609d31b None None] Provisioning complete for port 1d0adf21-4dae-4f88-9789-6f38cff5ca71 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:42:30.697056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4dff096-1c3c-448b-a99f-8108c609d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:30.702324 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Router 2ec40ba0-33d2-493e-97f5-4595ad140c21 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:42:30.767496 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d4dff096-1c3c-448b-a99f-8108c609d31b None None] Port 1d0adf21-4dae-4f88-9789-6f38cff5ca71 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:42:30.923634 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:42:30.933812 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f9fe4102-c78c-4289-80c1-b55b3dfb3afd admin admin] 10.222.0.41 "PUT /v2.0/routers/2ec40ba0-33d2-493e-97f5-4595ad140c21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4167547 Nov 22 15:42:31.148394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:42:31.230329 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:42:31.230329 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:31.370128 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device c1c38980-4dc9-4b12-846d-d7616ea6dfea up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:42:31.439869 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port c1c38980-4dc9-4b12-846d-d7616ea6dfea completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:42:31.445113 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port c1c38980-4dc9-4b12-846d-d7616ea6dfea triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:42:31.445509 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:31.574730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:31.592366 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port c1c38980-4dc9-4b12-846d-d7616ea6dfea, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=c1c38980-4dc9-4b12-846d-d7616ea6dfea,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:42:31.595364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:31.597725 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:31.666325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=c1c38980-4dc9-4b12-846d-d7616ea6dfea,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:31.670514 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:31.689107 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 45064) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:31.696049 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781734306', 'description': 'tempest-description--771418255'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:42:31.702791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:42:31.706924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Usage tracker for resource:security_group and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:42:31.710005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:42:31.716099 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:42:31.730179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:31.769062 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:42:31.773179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Usage tracker for resource:security_group_rule and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:42:31.776275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:42:31.782544 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:42:31.845438 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:31.849396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:31.855356 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-6e8ea253-4bae-412f-986d-bb2db0d03245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:31.901067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:31.903908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:31.905210 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2150073 Nov 22 15:42:31.906213 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:31.908165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 45070) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:31.914886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d75a8fb6-cd71-4f74-bf5e-669431e40d2b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Request body: {'security_group_rule': {'security_group_id': '4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:42:31.922020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d75a8fb6-cd71-4f74-bf5e-669431e40d2b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:42:31.927943 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-d75a8fb6-cd71-4f74-bf5e-669431e40d2b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Usage tracker for resource:security_group_rule and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:42:31.931738 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-d75a8fb6-cd71-4f74-bf5e-669431e40d2b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:42:31.938534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d75a8fb6-cd71-4f74-bf5e-669431e40d2b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:42:31.956131 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d75a8fb6-cd71-4f74-bf5e-669431e40d2b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:32.023950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d75a8fb6-cd71-4f74-bf5e-669431e40d2b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:32.026978 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d75a8fb6-cd71-4f74-bf5e-669431e40d2b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:32.029191 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c25135ef-b993-409a-8def-df71e2e800c8 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:32.053953 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a8fb6-cd71-4f74-bf5e-669431e40d2b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4668edd-879b-48ef-8117-28bd9d2ec022,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:32.056658 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d75a8fb6-cd71-4f74-bf5e-669431e40d2b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:32.063502 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d75a8fb6-cd71-4f74-bf5e-669431e40d2b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:32.064800 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-d75a8fb6-cd71-4f74-bf5e-669431e40d2b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1553261 Nov 22 15:42:32.067719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 45074) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:32.073643 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7999efcf-5c52-48fa-b159-a2eb0d5b1bcd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Request body: {'security_group_rule': {'security_group_id': '4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:42:32.080101 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7999efcf-5c52-48fa-b159-a2eb0d5b1bcd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:42:32.084294 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7999efcf-5c52-48fa-b159-a2eb0d5b1bcd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Usage tracker for resource:security_group_rule and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:42:32.087538 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-7999efcf-5c52-48fa-b159-a2eb0d5b1bcd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:42:32.093601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7999efcf-5c52-48fa-b159-a2eb0d5b1bcd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:42:32.110589 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7999efcf-5c52-48fa-b159-a2eb0d5b1bcd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:32.179259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7999efcf-5c52-48fa-b159-a2eb0d5b1bcd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:32.182241 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7999efcf-5c52-48fa-b159-a2eb0d5b1bcd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:32.184379 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:32.208160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999efcf-5c52-48fa-b159-a2eb0d5b1bcd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35de1a96-2591-475c-b816-108f936e2e48,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:32.210866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7999efcf-5c52-48fa-b159-a2eb0d5b1bcd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:32.217341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7999efcf-5c52-48fa-b159-a2eb0d5b1bcd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:32.221317 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7999efcf-5c52-48fa-b159-a2eb0d5b1bcd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1499197 Nov 22 15:42:32.222415 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 45078) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:32.228826 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Request body: {'floatingip': {'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:42:32.234807 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:42:32.239769 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Usage tracker for resource:floatingip and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:42:32.242991 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:42:32.249358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:42:32.262570 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:32.420868 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:32.583863 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Allocated IP 172.27.0.228 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/3c8cd979-fbeb-4d3f-a73a-51464ce363f4) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:42:32.748344 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:32.775992 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:32.780718 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1b1fad27-8dc3-41c3-a2c2-8016150252cb tempest-ServerRescueNegativeTestJSON-1886292361 tempest-ServerRescueNegativeTestJSON-1886292361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:32.823415 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Sync routers for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:42:32.837064 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:42:32.837782 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:42:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:32.852791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:42:32.856359 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:42:32.860263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:42:32.897257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event updated for resources: {'Port': ['ID=3c8cd979-fbeb-4d3f-a73a-51464ce363f4,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:32.903209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:33.030371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:42:33.040310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:33.072009 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device c1c38980-4dc9-4b12-846d-d7616ea6dfea up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:42:33.098467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:33.315881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port c1c38980-4dc9-4b12-846d-d7616ea6dfea triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:42:33.316455 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:33.317616 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:33.323954 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:33.330346 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1cdb5473-5013-419c-a087-7c6f8b0a53a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:33.452429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event updated for resources: {'Port': ['ID=3c8cd979-fbeb-4d3f-a73a-51464ce363f4,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:33.455613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:33.464823 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809642'] for floatingip, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:33.489970 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for floatingip, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:33.491345 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2678189 Nov 22 15:42:33.689468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-4c2edabc-fed2-4e10-a440-edf606c46605 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Synchronizing usage tracker for tenant:e9ed4ba427234a70806c19303e23689f on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:42:33.698838 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 2, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:33.703434 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Checking router: 2ec40ba0-33d2-493e-97f5-4595ad140c21 for host: dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:42:33.703845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Updating router 2ec40ba0-33d2-493e-97f5-4595ad140c21 port 1d0adf21-4dae-4f88-9789-6f38cff5ca71 binding host dv-cinder-818778-1-iscsi {{(pid=88140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:42:33.709474 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-4c2edabc-fed2-4e10-a440-edf606c46605 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Unset dirty status for tenant:e9ed4ba427234a70806c19303e23689f on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:42:33.710823 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-4c2edabc-fed2-4e10-a440-edf606c46605 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1781734306&fields=id&tenant_id=e9ed4ba427234a70806c19303e23689f HTTP/1.1" status: 200 len: 267 time: 0.0705874 Nov 22 15:42:33.763187 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:33.860139 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a310fad0-a51b-40fa-b3eb-cc0f9d22555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:33.880741 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-83093cf2-3bff-48f8-8c8a-d70a1255c32e tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:33.881474 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-83093cf2-3bff-48f8-8c8a-d70a1255c32e tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Synchronizing usage tracker for tenant:e9ed4ba427234a70806c19303e23689f on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:42:33.897776 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-83093cf2-3bff-48f8-8c8a-d70a1255c32e tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Unset dirty status for tenant:e9ed4ba427234a70806c19303e23689f on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:42:33.899071 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-83093cf2-3bff-48f8-8c8a-d70a1255c32e tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 810 time: 0.1810572 Nov 22 15:42:33.916708 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-8b466675-ee4f-4cd0-bf1b-6adf0416dccb tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/quotas/e9ed4ba427234a70806c19303e23689f HTTP/1.1" status: 200 len: 375 time: 0.0114815 Nov 22 15:42:34.009791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-6cfc5a8d-74b4-49c3-a515-a7f14a4106ac tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Synchronizing usage tracker for tenant:e9ed4ba427234a70806c19303e23689f on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:42:34.026380 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-6cfc5a8d-74b4-49c3-a515-a7f14a4106ac tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Unset dirty status for tenant:e9ed4ba427234a70806c19303e23689f on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:42:34.027837 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-6cfc5a8d-74b4-49c3-a515-a7f14a4106ac tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054749 Nov 22 15:42:34.168419 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:34.181246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Transition to ACTIVE for port object 1d0adf21-4dae-4f88-9789-6f38cff5ca71 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:42:34.182153 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-be08d2c7-297b-479c-b490-eca3c5135222 service neutron] 10.222.0.41 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417520 Nov 22 15:42:34.187703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:34.192687 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9e3c35f1-f525-41c1-a459-a28b40124880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:34.318343 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9cfb6-2624-4ce4-92bd-0238b0ea0e60 None None] Pushing event updated for resources: {'Port': ['ID=1d0adf21-4dae-4f88-9789-6f38cff5ca71,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:34.322789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bff9cfb6-2624-4ce4-92bd-0238b0ea0e60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:34.348095 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-346681ea-45f7-45e3-bb96-fdd5af6008ae service neutron] 10.222.0.41 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589890 Nov 22 15:42:34.433792 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Attempting to bind port 1d0adf21-4dae-4f88-9789-6f38cff5ca71 on host dv-cinder-818778-1-iscsi for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:42:34.434365 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Attempting to bind port 1d0adf21-4dae-4f88-9789-6f38cff5ca71 by drivers openvswitch,hyperv on host dv-cinder-818778-1-iscsi at level 0 using segments [{'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:42:34.435070 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Attempting to bind port 1d0adf21-4dae-4f88-9789-6f38cff5ca71 on network 2592f3a0-b1bb-452a-8b05-38478f20e242 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:42:34.443168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Checking agent: {'id': 'd44d1a0b-17a2-4765-b055-e5d5200701c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 35), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:42:34.443746 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Checking segment: {'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:42:34.444309 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:34.444843 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Bound using segment: {'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:42:34.445587 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Bound port: 1d0adf21-4dae-4f88-9789-6f38cff5ca71, host: dv-cinder-818778-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:42:34.446108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:34.554410 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] For port 1d0adf21-4dae-4f88-9789-6f38cff5ca71, host dv-cinder-818778-1-iscsi, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:42:34.557950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] For port 1d0adf21-4dae-4f88-9789-6f38cff5ca71, host dv-cinder-818778-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=1d0adf21-4dae-4f88-9789-6f38cff5ca71,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:42:34.561599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:34.567473 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:34.599393 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7ac2c8a9-7afa-4b90-8c03-026f20d8b7b4 req-c8165566-7905-4dd1-b2c2-692a55fb04e8 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 210 time: 0.0460551 Nov 22 15:42:34.671547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9cfb6-2624-4ce4-92bd-0238b0ea0e60 None None] Pushing event updated for resources: {'Port': ['ID=1d0adf21-4dae-4f88-9789-6f38cff5ca71,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:34.678086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bff9cfb6-2624-4ce4-92bd-0238b0ea0e60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:34.687551 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:42:34.688254 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:42:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:34.886879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:42:35.231573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:35.264360 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:34Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:35.268577 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e390d02-78c5-4c51-831a-d5ba915a73de None None] The sync data for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi is: [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:34Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:42:35.799267 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-615a2571-4cbc-41c0-8f17-8a5dd389646f req-9eac277f-2332-4341-bc6b-1a59e4d5c7d3 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 210 time: 0.0537407 Nov 22 15:42:35.897304 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-e74b9fa3-7b53-4fb3-b5b3-4ecc05bb1b59 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:35.899199 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-e74b9fa3-7b53-4fb3-b5b3-4ecc05bb1b59 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 810 time: 0.1715424 Nov 22 15:42:35.966946 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-96a29a84-f97c-4763-8dcf-3f21b73ae250 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Synchronizing usage tracker for tenant:e9ed4ba427234a70806c19303e23689f on resource:security_group {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:42:35.982774 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-96a29a84-f97c-4763-8dcf-3f21b73ae250 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Unset dirty status for tenant:e9ed4ba427234a70806c19303e23689f on resource:security_group {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:42:35.984849 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-96a29a84-f97c-4763-8dcf-3f21b73ae250 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9ed4ba427234a70806c19303e23689f HTTP/1.1" status: 200 len: 380 time: 0.0717783 Nov 22 15:42:35.995729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Request body: {'port': {'device_id': '083ea81b-6bec-4379-93e6-ff79596cf216', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'admin_state_up': True, 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'security_groups': ['4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce']}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:42:36.036636 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-71b4fafb-3776-4242-b3cd-f2202250bd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:36.149790 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:42:36.161037 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:42:36.170916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Made reservation on behalf of e9ed4ba427234a70806c19303e23689f for: {'port': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:42:36.176791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:36.321713 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:36.362429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Allocated IP 172.20.0.12 (2592f3a0-b1bb-452a-8b05-38478f20e242/3d1109ce-6aa9-44b8-8633-5b30a45ee748/caee4813-9524-4e9d-b7d1-0bbcf0edabf9) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:42:36.566453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:36.583290 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Transition to ACTIVE for port object caee4813-9524-4e9d-b7d1-0bbcf0edabf9 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:42:36.604168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:36.609937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-44830add-c789-4d22-b83b-328aaff1a86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:36.679807 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Network 2592f3a0-b1bb-452a-8b05-38478f20e242 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:42:36.683416 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:42:36.688275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:42:36.726608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event updated for resources: {'Port': ['ID=caee4813-9524-4e9d-b7d1-0bbcf0edabf9,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:36.733368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:36.768250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:36.769587 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:36.795128 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8038704 Nov 22 15:42:36.812411 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Request body: {'port': {'device_id': '083ea81b-6bec-4379-93e6-ff79596cf216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:42:36.935660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:36.978015 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-4214cc4e-1f16-4095-b5a5-ca68bfc1c200 None None] Provisioning for port caee4813-9524-4e9d-b7d1-0bbcf0edabf9 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:42:36.986897 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-4214cc4e-1f16-4095-b5a5-ca68bfc1c200 None None] Provisioning complete for port caee4813-9524-4e9d-b7d1-0bbcf0edabf9 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:42:36.987916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4214cc4e-1f16-4095-b5a5-ca68bfc1c200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:37.037262 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c7e22-ff25-4c72-9087-84785bcc7c1e req-2082646a-f775-41cc-a6f9-cacd1529cbba tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:37.038956 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b0c7e22-ff25-4c72-9087-84785bcc7c1e req-2082646a-f775-41cc-a6f9-cacd1529cbba tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 932 time: 0.1046259 Nov 22 15:42:37.045121 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-4214cc4e-1f16-4095-b5a5-ca68bfc1c200 None None] Port caee4813-9524-4e9d-b7d1-0bbcf0edabf9 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:42:37.103411 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b0c7e22-ff25-4c72-9087-84785bcc7c1e req-39803be5-d4ac-47cc-8bbf-832ff8a4995b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521383 Nov 22 15:42:37.105327 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 1d0adf21-4dae-4f88-9789-6f38cff5ca71 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:42:37.177436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning for port 1d0adf21-4dae-4f88-9789-6f38cff5ca71 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:42:37.182102 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 1d0adf21-4dae-4f88-9789-6f38cff5ca71 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:42:37.182515 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:37.299149 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:37.333014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caee4813-9524-4e9d-b7d1-0bbcf0edabf9 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:42:37.333679 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] For port 1d0adf21-4dae-4f88-9789-6f38cff5ca71, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=1d0adf21-4dae-4f88-9789-6f38cff5ca71,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:42:37.337115 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:37.339986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:37.340955 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:37.359472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Transition to ACTIVE for port object caee4813-9524-4e9d-b7d1-0bbcf0edabf9 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:42:37.363839 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:37.374859 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:37.413154 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Pushing event updated for resources: {'Port': ['ID=1d0adf21-4dae-4f88-9789-6f38cff5ca71,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:37.416936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:37.614131 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:37.716030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Pushing event updated for resources: {'Port': ['ID=caee4813-9524-4e9d-b7d1-0bbcf0edabf9,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:37.718927 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:37.828659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Attempting to bind port caee4813-9524-4e9d-b7d1-0bbcf0edabf9 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:42:37.829230 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Attempting to bind port caee4813-9524-4e9d-b7d1-0bbcf0edabf9 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:42:37.829367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Attempting to bind port caee4813-9524-4e9d-b7d1-0bbcf0edabf9 on network 2592f3a0-b1bb-452a-8b05-38478f20e242 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:42:37.836116 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Port caee4813-9524-4e9d-b7d1-0bbcf0edabf9 on network 2592f3a0-b1bb-452a-8b05-38478f20e242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:42:37.836472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Attempting to bind port caee4813-9524-4e9d-b7d1-0bbcf0edabf9 on network 2592f3a0-b1bb-452a-8b05-38478f20e242 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:42:37.843095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:42:37.843463 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Checking segment: {'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:42:37.843877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Bound using segment: {'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:42:37.844336 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Bound port: caee4813-9524-4e9d-b7d1-0bbcf0edabf9, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:42:37.844708 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:37.936739 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] For port caee4813-9524-4e9d-b7d1-0bbcf0edabf9, host hv-cinder-81877, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:42:37.939820 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] For port caee4813-9524-4e9d-b7d1-0bbcf0edabf9, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=caee4813-9524-4e9d-b7d1-0bbcf0edabf9,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:42:37.942902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:37.947208 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e4c3fd05-e2ce-48d4-9d75-abaad5476ebc tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:38.008969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:38.010532 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] 10.222.0.50 "PUT /v2.0/ports/caee4813-9524-4e9d-b7d1-0bbcf0edabf9 HTTP/1.1" status: 200 len: 1094 time: 1.2029703 Nov 22 15:42:38.011097 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083ea81b-6bec-4379-93e6-ff79596cf216', 'tag': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:42:38.027852 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Pushing event updated for resources: {'Port': ['ID=caee4813-9524-4e9d-b7d1-0bbcf0edabf9,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:38.031056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:38.100315 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083ea81b-6bec-4379-93e6-ff79596cf216', 'tag': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9', 'status': 'completed', 'code': 200} Nov 22 15:42:38.126520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:38.145113 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-07186d27-dca5-4942-8581-cef32fe9d744 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 1097 time: 0.0918658 Nov 22 15:42:38.222878 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-2bd4b1c4-2d66-42b7-92fd-590cc10d9907 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caee4813-9524-4e9d-b7d1-0bbcf0edabf9 HTTP/1.1" status: 200 len: 217 time: 0.0667694 Nov 22 15:42:38.310877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-bcc25126-537f-4171-9f1f-4b04490c135a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:38.312687 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-bcc25126-537f-4171-9f1f-4b04490c135a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0800347 Nov 22 15:42:38.316701 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26a4e8-33a5-41b3-aae8-94bbe553aaa3 req-1bbe35e3-dfeb-4cef-a7c6-fe8206e290ed tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:38.318460 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5c26a4e8-33a5-41b3-aae8-94bbe553aaa3 req-1bbe35e3-dfeb-4cef-a7c6-fe8206e290ed tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 944 time: 0.0894921 Nov 22 15:42:38.400939 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-8953bb97-9734-43e0-af78-1a4675704582 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782003 Nov 22 15:42:38.563765 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-12249a6f-68b9-4982-b77c-012b3839501e service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516805 Nov 22 15:42:38.597838 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5c26a4e8-33a5-41b3-aae8-94bbe553aaa3 req-0c518368-f825-485b-a733-c3d5d3f6b258 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727611 Nov 22 15:42:38.711179 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a51b6aa9-a63c-4ebd-8d5c-0b43da0a0376 req-66bb52e2-0e3c-4395-91a2-bdf14ac8aebe service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375065 Nov 22 15:42:38.841841 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0c04fef0-2561-4a9d-ade5-118a4c06a750 req-eb6ee068-cbd7-46cd-bb97-55703e28059c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 1097 time: 0.0742698 Nov 22 15:42:38.988471 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04fef0-2561-4a9d-ade5-118a4c06a750 req-de5b44ff-8bbc-4830-bb5e-b099899bf7d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:38.990672 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0c04fef0-2561-4a9d-ade5-118a4c06a750 req-de5b44ff-8bbc-4830-bb5e-b099899bf7d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1405032 Nov 22 15:42:39.068479 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0c04fef0-2561-4a9d-ade5-118a4c06a750 req-43282e24-95b7-42e5-9229-9432d54817eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caee4813-9524-4e9d-b7d1-0bbcf0edabf9 HTTP/1.1" status: 200 len: 217 time: 0.0714812 Nov 22 15:42:39.072657 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 1d0adf21-4dae-4f88-9789-6f38cff5ca71 up at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:42:39.144397 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04fef0-2561-4a9d-ade5-118a4c06a750 req-43213c9a-3874-4e69-9b55-73c8dd63bb8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:39.146263 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0c04fef0-2561-4a9d-ade5-118a4c06a750 req-43213c9a-3874-4e69-9b55-73c8dd63bb8e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0713344 Nov 22 15:42:39.154227 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Provisioning complete for port 1d0adf21-4dae-4f88-9789-6f38cff5ca71 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:42:39.154672 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:39.232445 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0c04fef0-2561-4a9d-ade5-118a4c06a750 req-3908c337-7327-49cf-8305-743882d72d05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791705 Nov 22 15:42:39.380223 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0c04fef0-2561-4a9d-ade5-118a4c06a750 req-f62e0e43-e1cc-48fd-affa-d2ab5141e863 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380565 Nov 22 15:42:39.531231 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0c04fef0-2561-4a9d-ade5-118a4c06a750 req-cd44ba31-3292-40e5-a479-79c75dd0becc service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442349 Nov 22 15:42:39.800824 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50ccad-941f-48bb-8c0b-1ab243e71b16 req-d449b275-2aa3-4ef5-9396-e9c9dcd946cd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:39.802306 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ae50ccad-941f-48bb-8c0b-1ab243e71b16 req-d449b275-2aa3-4ef5-9396-e9c9dcd946cd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 944 time: 0.0804124 Nov 22 15:42:39.852703 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ae50ccad-941f-48bb-8c0b-1ab243e71b16 req-50ebf693-7f9b-4b71-bee6-0ed8e662858a tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442569 Nov 22 15:42:40.224621 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device caee4813-9524-4e9d-b7d1-0bbcf0edabf9 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:42:40.368084 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port caee4813-9524-4e9d-b7d1-0bbcf0edabf9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=caee4813-9524-4e9d-b7d1-0bbcf0edabf9,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:42:40.381582 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'port_id': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9', 'mac_address': 'fa:16:3e:6b:a6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:42:40.435177 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:40.454725 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caee4813-9524-4e9d-b7d1-0bbcf0edabf9 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:42:40.470695 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port caee4813-9524-4e9d-b7d1-0bbcf0edabf9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=caee4813-9524-4e9d-b7d1-0bbcf0edabf9,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:42:40.474234 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:40.476413 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:40.551940 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=caee4813-9524-4e9d-b7d1-0bbcf0edabf9,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:40.555226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:40.774212 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['caee4813-9524-4e9d-b7d1-0bbcf0edabf9'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:42:41.067561 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a6166-bdf5-461f-920a-531e8d4a46ae req-4a482052-1858-4b3c-a24c-6f4b2a31a6f5 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:41.069181 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-656a6166-bdf5-461f-920a-531e8d4a46ae req-4a482052-1858-4b3c-a24c-6f4b2a31a6f5 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 945 time: 0.0866158 Nov 22 15:42:41.117517 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-656a6166-bdf5-461f-920a-531e8d4a46ae req-8207b7c1-ddb8-4944-87ba-8f25f2491184 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420520 Nov 22 15:42:42.254607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device caee4813-9524-4e9d-b7d1-0bbcf0edabf9 up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:42:42.323648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port caee4813-9524-4e9d-b7d1-0bbcf0edabf9 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:42:42.324722 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1629bf-dabb-492e-b9ec-06839bee20a1 req-2b2f0b1d-29ff-4715-b05d-0069ffc8c8a2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:42.326496 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8c1629bf-dabb-492e-b9ec-06839bee20a1 req-2b2f0b1d-29ff-4715-b05d-0069ffc8c8a2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 945 time: 0.0843666 Nov 22 15:42:42.328530 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port caee4813-9524-4e9d-b7d1-0bbcf0edabf9 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:42:42.328947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:42.380782 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8c1629bf-dabb-492e-b9ec-06839bee20a1 req-f74178e0-44d8-472b-87d6-86338d3272d8 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464971 Nov 22 15:42:42.448110 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:42.476097 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083ea81b-6bec-4379-93e6-ff79596cf216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:42:42.486145 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port caee4813-9524-4e9d-b7d1-0bbcf0edabf9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=caee4813-9524-4e9d-b7d1-0bbcf0edabf9,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:42:42.488725 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:42.490672 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f4113f44-16da-4b6b-ba1a-163a7771d537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:42:42.570005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=caee4813-9524-4e9d-b7d1-0bbcf0edabf9,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:42:42.573878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:42:42.661420 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083ea81b-6bec-4379-93e6-ff79596cf216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9', 'code': 200} Nov 22 15:42:42.913313 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-08836dd2-8b1a-477e-83e7-1bc48314581f req-b5e63746-8445-4699-84a4-104ff15b4d68 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 1099 time: 0.0740752 Nov 22 15:42:42.962939 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-08836dd2-8b1a-477e-83e7-1bc48314581f req-c808063f-4790-4fba-a334-5ebdf58dc164 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385945 Nov 22 15:42:43.582923 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482957c-0917-4281-ab70-df4bc15cb732 req-c9313412-7056-4c10-a3a2-2ef77675a9e9 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:43.584503 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f482957c-0917-4281-ab70-df4bc15cb732 req-c9313412-7056-4c10-a3a2-2ef77675a9e9 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 946 time: 0.0805821 Nov 22 15:42:43.632245 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f482957c-0917-4281-ab70-df4bc15cb732 req-f6cc7d51-d6e3-46ec-a54d-d3caa3ae99ff tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415561 Nov 22 15:42:44.839540 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444112d-1a07-416c-a26f-0fb00d74cf8d req-2c170474-d3da-4499-bd85-2e7063467cee tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:44.841129 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0444112d-1a07-416c-a26f-0fb00d74cf8d req-2c170474-d3da-4499-bd85-2e7063467cee tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 946 time: 0.0862331 Nov 22 15:42:44.888687 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0444112d-1a07-416c-a26f-0fb00d74cf8d req-6e2be52d-d38e-46fc-a887-231f97d1b285 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411160 Nov 22 15:42:45.089412 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ae77e-8a67-4a64-8ae9-f0aa9f5dca53 req-d5dacfa7-252f-4d24-8064-05757b20aefe tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:45.091059 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c32ae77e-8a67-4a64-8ae9-f0aa9f5dca53 req-d5dacfa7-252f-4d24-8064-05757b20aefe tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 946 time: 0.0871444 Nov 22 15:42:45.101893 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 45154) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:42:45.107908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a00f0ce7-5335-4a96-86e0-b7918a39e29a tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Request body: {'floatingip': {'port_id': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:42:45.186909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a00f0ce7-5335-4a96-86e0-b7918a39e29a tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:45.851398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a00f0ce7-5335-4a96-86e0-b7918a39e29a tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:45.854871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a00f0ce7-5335-4a96-86e0-b7918a39e29a tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809642'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:46.051705 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.l3_db [None req-a00f0ce7-5335-4a96-86e0-b7918a39e29a tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Floating IP fc56c677-2e42-415b-97e1-8a84f80e963a associated. External IP: 172.27.0.228, port: caee4813-9524-4e9d-b7d1-0bbcf0edabf9. Nov 22 15:42:46.468527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00f0ce7-5335-4a96-86e0-b7918a39e29a tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Router 2ec40ba0-33d2-493e-97f5-4595ad140c21 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:42:46.684087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00f0ce7-5335-4a96-86e0-b7918a39e29a tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:42:46.688630 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a00f0ce7-5335-4a96-86e0-b7918a39e29a tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:46.695118 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde7a33-c723-44f0-a24d-0dd7e8bef532 None None] Sync routers for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:42:46.710949 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde7a33-c723-44f0-a24d-0dd7e8bef532 None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:42:46.711621 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-9fde7a33-c723-44f0-a24d-0dd7e8bef532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:42:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:46.747245 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a00f0ce7-5335-4a96-86e0-b7918a39e29a tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "PUT /v2.0/floatingips/fc56c677-2e42-415b-97e1-8a84f80e963a HTTP/1.1" status: 200 len: 992 time: 1.6438625 Nov 22 15:42:46.747862 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083ea81b-6bec-4379-93e6-ff79596cf216', 'tag': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:42:46.905221 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083ea81b-6bec-4379-93e6-ff79596cf216', 'tag': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9', 'status': 'completed', 'code': 200} Nov 22 15:42:46.915961 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-9fde7a33-c723-44f0-a24d-0dd7e8bef532 None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:42:47.019378 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2388c87-fb05-40ef-925c-182027b2f0f4 req-cbce2621-3e43-4ebe-ab97-736fe478d49e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 1099 time: 0.0881333 Nov 22 15:42:47.200535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2388c87-fb05-40ef-925c-182027b2f0f4 req-613867d3-f8b4-40c9-85fb-67a66605b3d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:47.202186 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2388c87-fb05-40ef-925c-182027b2f0f4 req-613867d3-f8b4-40c9-85fb-67a66605b3d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1773643 Nov 22 15:42:47.326351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-9fde7a33-c723-44f0-a24d-0dd7e8bef532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_floatingips': [{'id': 'fc56c677-2e42-415b-97e1-8a84f80e963a', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'router_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'port_id': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'mac_address': 'fa:16:3e:6b:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ea81b-6bec-4379-93e6-ff79596cf216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:42:32Z', 'updated_at': '2021-11-22T15:42:45Z', 'revision_number': 1, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:37Z', 'revision_number': 5, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:47.326653 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2388c87-fb05-40ef-925c-182027b2f0f4 req-6cf7b246-f997-4bd5-b483-31cf14a89d22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caee4813-9524-4e9d-b7d1-0bbcf0edabf9 HTTP/1.1" status: 200 len: 1000 time: 0.1156962 Nov 22 15:42:47.330069 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde7a33-c723-44f0-a24d-0dd7e8bef532 None None] Checking router: 2ec40ba0-33d2-493e-97f5-4595ad140c21 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:42:47.343893 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde7a33-c723-44f0-a24d-0dd7e8bef532 None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:42:47.344580 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-9fde7a33-c723-44f0-a24d-0dd7e8bef532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:42:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:47.399516 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2388c87-fb05-40ef-925c-182027b2f0f4 req-29c8f8ef-b429-4888-b987-13c867767aad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:47.401502 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2388c87-fb05-40ef-925c-182027b2f0f4 req-29c8f8ef-b429-4888-b987-13c867767aad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0681818 Nov 22 15:42:47.483611 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2388c87-fb05-40ef-925c-182027b2f0f4 req-d6864366-78c4-467e-a4a9-5f001ba8ee9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750031 Nov 22 15:42:47.539823 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-9fde7a33-c723-44f0-a24d-0dd7e8bef532 None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:42:47.637462 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2388c87-fb05-40ef-925c-182027b2f0f4 req-678c16fd-1747-4895-8f0f-5d25eaca2c36 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371441 Nov 22 15:42:47.790992 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c2388c87-fb05-40ef-925c-182027b2f0f4 req-0ccde8df-eb59-485e-ad85-74acbb386e38 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462395 Nov 22 15:42:48.047170 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-9fde7a33-c723-44f0-a24d-0dd7e8bef532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_floatingips': [{'id': 'fc56c677-2e42-415b-97e1-8a84f80e963a', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'router_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'port_id': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'mac_address': 'fa:16:3e:6b:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ea81b-6bec-4379-93e6-ff79596cf216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:42:32Z', 'updated_at': '2021-11-22T15:42:45Z', 'revision_number': 1, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:37Z', 'revision_number': 5, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:42:48.051216 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde7a33-c723-44f0-a24d-0dd7e8bef532 None None] The sync data for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi is: [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_floatingips': [{'id': 'fc56c677-2e42-415b-97e1-8a84f80e963a', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'router_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'port_id': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'mac_address': 'fa:16:3e:6b:a6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ea81b-6bec-4379-93e6-ff79596cf216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:42:32Z', 'updated_at': '2021-11-22T15:42:45Z', 'revision_number': 1, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:37Z', 'revision_number': 5, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:42:48.413650 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3a276e-d371-4865-826c-41497f9bfff1 None None] New status for floating IP fc56c677-2e42-415b-97e1-8a84f80e963a: ACTIVE {{(pid=88140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:42:52.464087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:42:52.864757 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c78537e-1092-4a08-9456-c5ad92a12a4f req-bd9ae5d9-b1c6-46d2-9913-bdcf1d06b6db service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788989 Nov 22 15:42:52.962415 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c78537e-1092-4a08-9456-c5ad92a12a4f req-e579efaf-260e-4308-a634-91760a4e72a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 1098 time: 0.0756831 Nov 22 15:42:53.115609 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78537e-1092-4a08-9456-c5ad92a12a4f req-45df734e-f24f-4114-b7d3-f01257925a6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:53.117213 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c78537e-1092-4a08-9456-c5ad92a12a4f req-45df734e-f24f-4114-b7d3-f01257925a6b service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.1347225 Nov 22 15:42:53.195775 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c78537e-1092-4a08-9456-c5ad92a12a4f req-830cd354-f0ee-4e8e-9704-93315f046d8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb HTTP/1.1" status: 200 len: 217 time: 0.0684764 Nov 22 15:42:53.263270 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78537e-1092-4a08-9456-c5ad92a12a4f req-f002903e-ce33-48f9-83e7-d992af158205 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:42:53.264764 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c78537e-1092-4a08-9456-c5ad92a12a4f req-f002903e-ce33-48f9-83e7-d992af158205 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0624070 Nov 22 15:42:53.316904 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c78537e-1092-4a08-9456-c5ad92a12a4f req-bdd05592-4039-4e81-8233-244a0281e7aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423377 Nov 22 15:42:53.465059 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c78537e-1092-4a08-9456-c5ad92a12a4f req-57636f39-b63b-4318-89dc-6693053a01a8 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419287 Nov 22 15:42:53.612014 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6c78537e-1092-4a08-9456-c5ad92a12a4f req-741bfd97-0eed-4305-a5db-d3531453b7da service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403837 Nov 22 15:43:03.802228 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f51e9d22-22e8-4a80-9ec1-e99345b60bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:43:05.194576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:43:06.038547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9568-c46b-43da-accc-65c833fa515f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:43:06.327812 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:43:07.611675 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:43:08.129721 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:43:29.465231 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:43:33.799508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e469c8d-d147-42b4-8fa3-a92cd80d6541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:43:35.197909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:43:36.040041 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6dbe-95e7-445c-acc2-bf4df2a0cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:43:36.321593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:43:37.616789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:43:38.131038 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:43:52.286353 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2b0c0e4e-913d-4565-a75e-93278d99d8a9 req-5ec52866-6a5a-4872-a61d-758ae66dd698 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881650 Nov 22 15:43:52.388046 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2b0c0e4e-913d-4565-a75e-93278d99d8a9 req-f720260a-b3db-41b7-920e-17c7a36ee438 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 1098 time: 0.0740583 Nov 22 15:43:52.551176 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c0e4e-913d-4565-a75e-93278d99d8a9 req-e0124e4e-8b33-4ed5-ba7e-c2e30d662adc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:43:52.552739 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2b0c0e4e-913d-4565-a75e-93278d99d8a9 req-e0124e4e-8b33-4ed5-ba7e-c2e30d662adc service neutron] 10.222.0.50 "GET /v2.0/networks?id=7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 200 len: 915 time: 0.1393523 Nov 22 15:43:52.632014 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2b0c0e4e-913d-4565-a75e-93278d99d8a9 req-a19e4722-08a9-455b-824e-430a903365eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f132e86-3a29-4af1-ae64-8765a7e00567 HTTP/1.1" status: 200 len: 217 time: 0.0688200 Nov 22 15:43:52.708362 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c0e4e-913d-4565-a75e-93278d99d8a9 req-d45b2bd1-e871-4b84-b7cd-242bea2e6874 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:43:52.710089 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2b0c0e4e-913d-4565-a75e-93278d99d8a9 req-d45b2bd1-e871-4b84-b7cd-242bea2e6874 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 200 len: 854 time: 0.0688624 Nov 22 15:43:52.768049 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2b0c0e4e-913d-4565-a75e-93278d99d8a9 req-41dcb148-bc0f-4c90-97ad-3f3e9bd023f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7dafa649-251b-4db4-b765-ff9dda6cc3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481446 Nov 22 15:43:52.914402 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2b0c0e4e-913d-4565-a75e-93278d99d8a9 req-d6cd45b5-2163-4072-b3d7-2d427bd89b6a service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395340 Nov 22 15:43:53.067737 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2b0c0e4e-913d-4565-a75e-93278d99d8a9 req-309dbaa2-60ce-4d98-9389-a8f881fa9636 service neutron] 10.222.0.50 "GET /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445358 Nov 22 15:44:03.801494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9195b75-5f86-49e1-92cd-df644091b14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:05.200567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:06.040366 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b1f7dd97-f257-4f73-a073-a31afb343da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:06.323786 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:06.466711 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:44:07.619787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:08.135860 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:26.870152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239b501-f407-41d6-81e7-2fa382f15204 req-1ae77630-7101-4612-bd70-356e90a5a210 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:44:26.871791 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0239b501-f407-41d6-81e7-2fa382f15204 req-1ae77630-7101-4612-bd70-356e90a5a210 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 945 time: 0.0912416 Nov 22 15:44:26.923246 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0239b501-f407-41d6-81e7-2fa382f15204 req-35a53383-8a4d-4785-b359-6fefe55c13eb tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452607 Nov 22 15:44:27.217647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2561ee3-fc72-4391-bead-6cd37e66daa7 req-3543a9dc-63e3-402d-bd53-f7990f0ff19b tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:44:27.218327 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-e2561ee3-fc72-4391-bead-6cd37e66daa7 req-3543a9dc-63e3-402d-bd53-f7990f0ff19b tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Synchronizing usage tracker for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:port {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:44:27.231517 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-e2561ee3-fc72-4391-bead-6cd37e66daa7 req-3543a9dc-63e3-402d-bd53-f7990f0ff19b tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Unset dirty status for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:port {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:44:27.232735 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e2561ee3-fc72-4391-bead-6cd37e66daa7 req-3543a9dc-63e3-402d-bd53-f7990f0ff19b tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.50 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 945 time: 0.1048169 Nov 22 15:44:27.309868 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-e2561ee3-fc72-4391-bead-6cd37e66daa7 req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Deleting port 9f132e86-3a29-4af1-ae64-8765a7e00567 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:44:27.310514 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e2561ee3-fc72-4391-bead-6cd37e66daa7 req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:27.818663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-e2561ee3-fc72-4391-bead-6cd37e66daa7 req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] For port 9f132e86-3a29-4af1-ae64-8765a7e00567, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9f132e86-3a29-4af1-ae64-8765a7e00567,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:44:27.819090 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e2561ee3-fc72-4391-bead-6cd37e66daa7 req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:27.955877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-e2561ee3-fc72-4391-bead-6cd37e66daa7 req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Calling delete_port for 9f132e86-3a29-4af1-ae64-8765a7e00567 owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:44:28.110299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e2561ee3-fc72-4391-bead-6cd37e66daa7 req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:28.116051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-471474fa-7da0-458c-a4ca-302130cb7270 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:44:28.122860 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['62bc05d5-0abe-4ba7-9f37-0b894f0c9400', 'df34d8a1-addb-4825-b5d1-2ce22bb7cbeb', '9f132e86-3a29-4af1-ae64-8765a7e00567'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:44:28.142917 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6ed5a-e792-4778-afac-4d39a49828f9 req-b6164c5b-4aa4-47a1-a550-03f62b50d60d tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:44:28.145068 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2de6ed5a-e792-4778-afac-4d39a49828f9 req-b6164c5b-4aa4-47a1-a550-03f62b50d60d tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=94ffbfd9-fd6c-44b5-83b5-258e9c831078 HTTP/1.1" status: 200 len: 867 time: 0.0871575 Nov 22 15:44:28.157996 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Pushing event deleted for resources: {'Port': ['ID=9f132e86-3a29-4af1-ae64-8765a7e00567,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:44:28.174591 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:28.175078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:28.175502 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:28.176056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:28.176313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:28.176726 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:28.177139 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:28.177546 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:28.178091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:28.178337 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:28.178948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:28.202165 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2de6ed5a-e792-4778-afac-4d39a49828f9 req-32eaefd0-a30e-4e74-a584-9302d7eb494a tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500145 Nov 22 15:44:28.251548 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:44:28.257194 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2561ee3-fc72-4391-bead-6cd37e66daa7 req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] No DVR routers for this DVR port 9f132e86-3a29-4af1-ae64-8765a7e00567 on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:44:28.259696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e2561ee3-fc72-4391-bead-6cd37e66daa7 req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:28.262504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffbfd9-fd6c-44b5-83b5-258e9c831078', 'name': 'network-vif-deleted', 'tag': '9f132e86-3a29-4af1-ae64-8765a7e00567'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:44:28.278096 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e2561ee3-fc72-4391-bead-6cd37e66daa7 req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.50 "DELETE /v2.0/ports/9f132e86-3a29-4af1-ae64-8765a7e00567 HTTP/1.1" status: 204 len: 173 time: 1.0387084 Nov 22 15:44:28.326708 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffbfd9-fd6c-44b5-83b5-258e9c831078', 'name': 'network-vif-deleted', 'tag': '9f132e86-3a29-4af1-ae64-8765a7e00567', 'status': 'completed', 'code': 200} Nov 22 15:44:30.707165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 9f132e86-3a29-4af1-ae64-8765a7e00567 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:44:30.740789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: 9f132e86-3a29-4af1-ae64-8765a7e00567 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:44:30.741183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 9f132e86-3a29-4af1-ae64-8765a7e00567 not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:44:30.950359 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c091e-c13f-432d-ad7e-c1dba96e8838 req-2d4a9dee-64e8-4997-8d22-dea34d1cf114 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:44:30.951882 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cf2c091e-c13f-432d-ad7e-c1dba96e8838 req-2d4a9dee-64e8-4997-8d22-dea34d1cf114 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 945 time: 0.0840907 Nov 22 15:44:30.999387 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-cf2c091e-c13f-432d-ad7e-c1dba96e8838 req-ee71061e-d1a8-427c-ab5c-3931d6f6b405 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 Nov 22 15:44:31.304468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384afe9-5563-4690-b8fd-fe22cfe46a55 req-ede8fd94-0e69-4da3-98f2-16d0e812ab6d tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:44:31.305241 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-0384afe9-5563-4690-b8fd-fe22cfe46a55 req-ede8fd94-0e69-4da3-98f2-16d0e812ab6d tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Synchronizing usage tracker for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:port {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:44:31.320539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-0384afe9-5563-4690-b8fd-fe22cfe46a55 req-ede8fd94-0e69-4da3-98f2-16d0e812ab6d tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Unset dirty status for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:port {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:44:31.321784 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0384afe9-5563-4690-b8fd-fe22cfe46a55 req-ede8fd94-0e69-4da3-98f2-16d0e812ab6d tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 945 time: 0.0991056 Nov 22 15:44:31.402220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-0384afe9-5563-4690-b8fd-fe22cfe46a55 req-e5cbccd4-aacf-4f96-9f10-beb60ccfae80 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Deleting port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:44:31.402607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0384afe9-5563-4690-b8fd-fe22cfe46a55 req-e5cbccd4-aacf-4f96-9f10-beb60ccfae80 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:31.651828 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-0384afe9-5563-4690-b8fd-fe22cfe46a55 req-e5cbccd4-aacf-4f96-9f10-beb60ccfae80 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] For port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:44:31.652087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0384afe9-5563-4690-b8fd-fe22cfe46a55 req-e5cbccd4-aacf-4f96-9f10-beb60ccfae80 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:31.775883 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-0384afe9-5563-4690-b8fd-fe22cfe46a55 req-e5cbccd4-aacf-4f96-9f10-beb60ccfae80 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Calling delete_port for df34d8a1-addb-4825-b5d1-2ce22bb7cbeb owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:44:31.929206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0384afe9-5563-4690-b8fd-fe22cfe46a55 req-e5cbccd4-aacf-4f96-9f10-beb60ccfae80 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:31.935351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ce567116-aa86-40cf-8004-f18b1a277c53 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:44:31.951787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['62bc05d5-0abe-4ba7-9f37-0b894f0c9400', 'df34d8a1-addb-4825-b5d1-2ce22bb7cbeb'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:44:31.982791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbccd4-aacf-4f96-9f10-beb60ccfae80 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Pushing event deleted for resources: {'Port': ['ID=df34d8a1-addb-4825-b5d1-2ce22bb7cbeb,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:44:31.986649 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e5cbccd4-aacf-4f96-9f10-beb60ccfae80 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:44:32.058737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0384afe9-5563-4690-b8fd-fe22cfe46a55 req-e5cbccd4-aacf-4f96-9f10-beb60ccfae80 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] No DVR routers for this DVR port df34d8a1-addb-4825-b5d1-2ce22bb7cbeb on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:44:32.061323 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-0384afe9-5563-4690-b8fd-fe22cfe46a55 req-e5cbccd4-aacf-4f96-9f10-beb60ccfae80 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:32.064314 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d471f38-e1d8-46e6-8b5b-e6a1914f55f0', 'name': 'network-vif-deleted', 'tag': 'df34d8a1-addb-4825-b5d1-2ce22bb7cbeb'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:44:32.080468 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0384afe9-5563-4690-b8fd-fe22cfe46a55 req-e5cbccd4-aacf-4f96-9f10-beb60ccfae80 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.50 "DELETE /v2.0/ports/df34d8a1-addb-4825-b5d1-2ce22bb7cbeb HTTP/1.1" status: 204 len: 173 time: 0.7498612 Nov 22 15:44:32.122753 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d471f38-e1d8-46e6-8b5b-e6a1914f55f0', 'name': 'network-vif-deleted', 'tag': 'df34d8a1-addb-4825-b5d1-2ce22bb7cbeb', 'status': 'completed', 'code': 200} Nov 22 15:44:32.193371 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-96d39c37-b651-4ea1-b5a4-aa20cb2d51e6 req-bec5ed1a-f5ff-4c4d-96cd-1eef2793b909 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d471f38-e1d8-46e6-8b5b-e6a1914f55f0 HTTP/1.1" status: 200 len: 210 time: 0.0465283 Nov 22 15:44:33.802525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23d8ed91-5ad3-45e0-adea-bb00de4e906b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:34.736517 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device df34d8a1-addb-4825-b5d1-2ce22bb7cbeb no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:44:34.773454 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: df34d8a1-addb-4825-b5d1-2ce22bb7cbeb {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:44:34.773861 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device df34d8a1-addb-4825-b5d1-2ce22bb7cbeb not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:44:35.150833 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff247990-ffdb-4f1f-bcc8-0344d4ea3b83 req-6c0f1fed-82ca-4db8-8094-bf4f5d721212 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:44:35.153182 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ff247990-ffdb-4f1f-bcc8-0344d4ea3b83 req-6c0f1fed-82ca-4db8-8094-bf4f5d721212 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 946 time: 0.3060143 Nov 22 15:44:35.205619 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ff247990-ffdb-4f1f-bcc8-0344d4ea3b83 req-a108eb34-d38f-4a25-baf5-dd060d6b883d tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/security-groups?id=aac3d094-4af6-47c0-82ca-5ff69cc936a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445914 Nov 22 15:44:35.232312 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:35.286979 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343b67c-0b38-47cf-9c9f-c37789e44ccf req-0f6646fe-0268-4c30-b5f8-77448f5811d8 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:44:35.287750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-a343b67c-0b38-47cf-9c9f-c37789e44ccf req-0f6646fe-0268-4c30-b5f8-77448f5811d8 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Synchronizing usage tracker for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:port {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:44:35.302986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-a343b67c-0b38-47cf-9c9f-c37789e44ccf req-0f6646fe-0268-4c30-b5f8-77448f5811d8 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Unset dirty status for tenant:48b9eaecf26c41fab16d3b117f1a54a3 on resource:port {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:44:35.304243 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a343b67c-0b38-47cf-9c9f-c37789e44ccf req-0f6646fe-0268-4c30-b5f8-77448f5811d8 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.50 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 946 time: 0.1190443 Nov 22 15:44:35.384941 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-a343b67c-0b38-47cf-9c9f-c37789e44ccf req-8e6d941d-3c90-47ae-baa9-64de03e04145 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Deleting port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:44:35.385319 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a343b67c-0b38-47cf-9c9f-c37789e44ccf req-8e6d941d-3c90-47ae-baa9-64de03e04145 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:35.633505 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-a343b67c-0b38-47cf-9c9f-c37789e44ccf req-8e6d941d-3c90-47ae-baa9-64de03e04145 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] For port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=62bc05d5-0abe-4ba7-9f37-0b894f0c9400,segment=NetworkSegment(84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3),segment_id=84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:44:35.633817 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a343b67c-0b38-47cf-9c9f-c37789e44ccf req-8e6d941d-3c90-47ae-baa9-64de03e04145 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:35.764672 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-a343b67c-0b38-47cf-9c9f-c37789e44ccf req-8e6d941d-3c90-47ae-baa9-64de03e04145 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Calling delete_port for 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:44:35.903224 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a343b67c-0b38-47cf-9c9f-c37789e44ccf req-8e6d941d-3c90-47ae-baa9-64de03e04145 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:35.908876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-330b42fb-c1ef-4b0e-8fce-a33b67c6fc0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:44:35.919395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['62bc05d5-0abe-4ba7-9f37-0b894f0c9400'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:44:35.955760 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d941d-3c90-47ae-baa9-64de03e04145 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Pushing event deleted for resources: {'Port': ['ID=62bc05d5-0abe-4ba7-9f37-0b894f0c9400,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:44:35.960160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8e6d941d-3c90-47ae-baa9-64de03e04145 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:44:36.030834 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a343b67c-0b38-47cf-9c9f-c37789e44ccf req-8e6d941d-3c90-47ae-baa9-64de03e04145 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] No DVR routers for this DVR port 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:44:36.033732 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a343b67c-0b38-47cf-9c9f-c37789e44ccf req-8e6d941d-3c90-47ae-baa9-64de03e04145 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:36.038092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e1e279-0cdd-4534-89b3-2399ad74aa28', 'name': 'network-vif-deleted', 'tag': '62bc05d5-0abe-4ba7-9f37-0b894f0c9400'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:44:36.040777 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-47f1261b-0212-4578-bdee-cbb4b2c4149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:36.054987 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a343b67c-0b38-47cf-9c9f-c37789e44ccf req-8e6d941d-3c90-47ae-baa9-64de03e04145 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.50 "DELETE /v2.0/ports/62bc05d5-0abe-4ba7-9f37-0b894f0c9400 HTTP/1.1" status: 204 len: 173 time: 0.7425146 Nov 22 15:44:36.101172 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e1e279-0cdd-4534-89b3-2399ad74aa28', 'name': 'network-vif-deleted', 'tag': '62bc05d5-0abe-4ba7-9f37-0b894f0c9400', 'status': 'completed', 'code': 200} Nov 22 15:44:36.340567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:36.391879 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-52bfd5bc-3ffc-40a4-bbe5-d0c5483b173e req-50bec0af-a463-4d22-857b-3698399494ae tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] 10.222.0.41 "GET /v2.0/ports?device_id=25e1e279-0cdd-4534-89b3-2399ad74aa28 HTTP/1.1" status: 200 len: 210 time: 0.0445502 Nov 22 15:44:37.503136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 45612) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:44:37.609596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:37.652601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Deleting subnet 325d0035-bedc-40aa-9971-82d1ec564df0 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:44:37.656050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:37.712999 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3102249'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:37.772047 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:37.844121 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1224936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1358002'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:37.848878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a15e578b-1fe4-4611-a37c-e87d3814f94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:44:37.884509 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=325d0035-bedc-40aa-9971-82d1ec564df0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:44:37.897549 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:37.903372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:37.903799 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:37.904217 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:37.904631 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:37.905044 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:37.905454 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:37.905864 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:37.906271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:37.906717 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:37.907123 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:37.907523 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:44:37.910861 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:44:37.912787 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-78cb86a0-8f8b-4a09-a60b-64d32fdfbae6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/325d0035-bedc-40aa-9971-82d1ec564df0 HTTP/1.1" status: 204 len: 168 time: 0.4081981 Nov 22 15:44:37.915710 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 45618) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:44:38.033055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:38.138153 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:38.169567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:38.197467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dafa649-251b-4db4-b765-ff9dda6cc3cd']}} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:44:38.210312 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:44:38.210688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e908ca-5c5f-48cf-b0c9-9dd0ca4a74f3') {} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:44:38.222576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851673568'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:38.239070 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:38.245969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:44:38.246420 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853550774'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:44:38.260908 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:44:38.341123 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:38.345076 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:44:38.360182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:38.372246 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] Pushing event deleted for resources: {'Network': ['ID=7dafa649-251b-4db4-b765-ff9dda6cc3cd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:44:38.376177 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:44:38.383340 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-da01c842-0ac5-438b-9d1c-e3c9dd9ac63f admin admin] 10.222.0.41 "DELETE /v2.0/networks/7dafa649-251b-4db4-b765-ff9dda6cc3cd HTTP/1.1" status: 204 len: 168 time: 0.4665146 Nov 22 15:44:38.529002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 45626) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:44:38.586095 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-93886760-d883-4792-b326-e133b1509161 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48b9eaecf26c41fab16d3b117f1a54a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555415 Nov 22 15:44:38.588482 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 45630) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:44:38.665683 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a16e183-c88d-45b0-be97-42693eebc074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:38.692932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a16e183-c88d-45b0-be97-42693eebc074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:38.746177 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a16e183-c88d-45b0-be97-42693eebc074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:38.751796 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-446b7e3a-5c9e-4e31-b207-d93ff2f49c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:44:38.752267 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:44:38.767345 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16e183-c88d-45b0-be97-42693eebc074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac3d094-4af6-47c0-82ca-5ff69cc936a7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:44:38.770890 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3a16e183-c88d-45b0-be97-42693eebc074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:44:38.779027 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a16e183-c88d-45b0-be97-42693eebc074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:38.780252 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3a16e183-c88d-45b0-be97-42693eebc074 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aac3d094-4af6-47c0-82ca-5ff69cc936a7 HTTP/1.1" status: 204 len: 168 time: 0.1907754 Nov 22 15:44:38.795945 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:44:38.796339 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 62bc05d5-0abe-4ba7-9f37-0b894f0c9400 not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:44:43.467771 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:44:58.065000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 45878) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:44:58.229166 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b77667e5-4dcb-48f6-8609-abb3f50534be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:58.262353 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b77667e5-4dcb-48f6-8609-abb3f50534be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:44:58.266551 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b77667e5-4dcb-48f6-8609-abb3f50534be admin admin] Usage tracker for resource:security_group_rule and tenant:7cd691bd07ce442388c1f6ff7a38ca01 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:44:58.270065 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-b77667e5-4dcb-48f6-8609-abb3f50534be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:44:58.276126 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b77667e5-4dcb-48f6-8609-abb3f50534be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:44:58.352775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b77667e5-4dcb-48f6-8609-abb3f50534be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:58.356230 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b77667e5-4dcb-48f6-8609-abb3f50534be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:58.364011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fdbf94e2-6d1a-4a0f-aaf3-0ab7ef19c713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:44:58.412988 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77667e5-4dcb-48f6-8609-abb3f50534be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b39396-aa22-48e0-af73-4fff74a7455a,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:44:58.419956 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b77667e5-4dcb-48f6-8609-abb3f50534be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7cd691bd07ce442388c1f6ff7a38ca01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3513467 Nov 22 15:44:58.419956 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b77667e5-4dcb-48f6-8609-abb3f50534be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:44:58.420270 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 45886) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:44:58.492797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a24f52f1-4cf5-4617-b4e9-e35610dfe479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:58.519970 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a24f52f1-4cf5-4617-b4e9-e35610dfe479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:58.569310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a24f52f1-4cf5-4617-b4e9-e35610dfe479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:58.574436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-182a3070-26ff-4b4c-95cf-092f384921f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:44:58.588510 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f52f1-4cf5-4617-b4e9-e35610dfe479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b39396-aa22-48e0-af73-4fff74a7455a,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:44:58.591672 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a24f52f1-4cf5-4617-b4e9-e35610dfe479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:44:58.592475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a24f52f1-4cf5-4617-b4e9-e35610dfe479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:58.593662 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a24f52f1-4cf5-4617-b4e9-e35610dfe479 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69b39396-aa22-48e0-af73-4fff74a7455a HTTP/1.1" status: 204 len: 168 time: 0.1725295 Nov 22 15:44:58.947345 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 45894) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:44:58.971275 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57b43acf-4ffe-4ec3-afcb-a49d35f2950c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:59.005408 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-57b43acf-4ffe-4ec3-afcb-a49d35f2950c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:44:59.009421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-57b43acf-4ffe-4ec3-afcb-a49d35f2950c admin admin] Usage tracker for resource:security_group_rule and tenant:17a3c19d2e4c464480a08683db3299ba is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:44:59.012443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-57b43acf-4ffe-4ec3-afcb-a49d35f2950c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:44:59.018481 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-57b43acf-4ffe-4ec3-afcb-a49d35f2950c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:44:59.087758 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57b43acf-4ffe-4ec3-afcb-a49d35f2950c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:59.090492 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57b43acf-4ffe-4ec3-afcb-a49d35f2950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:59.097407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a70a382b-4d94-4e35-b71d-e2a9108ee7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:44:59.139682 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b43acf-4ffe-4ec3-afcb-a49d35f2950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f721967-de40-4e2f-bf87-b3753bca5a97,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:44:59.143096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-57b43acf-4ffe-4ec3-afcb-a49d35f2950c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:44:59.146739 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-57b43acf-4ffe-4ec3-afcb-a49d35f2950c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17a3c19d2e4c464480a08683db3299ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1982763 Nov 22 15:44:59.149469 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 45898) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:44:59.217930 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba2be454-755c-4892-a203-7e8929561df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:59.246813 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba2be454-755c-4892-a203-7e8929561df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:59.293837 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba2be454-755c-4892-a203-7e8929561df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:59.297965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-53914b0f-b2dd-4eab-9701-b2650fcc094d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:44:59.316478 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2be454-755c-4892-a203-7e8929561df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f721967-de40-4e2f-bf87-b3753bca5a97,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:44:59.318998 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ba2be454-755c-4892-a203-7e8929561df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:44:59.322709 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba2be454-755c-4892-a203-7e8929561df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:44:59.325193 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ba2be454-755c-4892-a203-7e8929561df6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f721967-de40-4e2f-bf87-b3753bca5a97 HTTP/1.1" status: 204 len: 168 time: 0.1746950 Nov 22 15:45:03.804037 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e834383-6e52-4253-9b4b-bc6a682b95df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:05.199857 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:06.041819 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf662068-b932-4677-965b-c16f60657c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:06.332137 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:06.718089 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 45998) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:06.871030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe62a63a-0180-4c2b-8c11-b5131b7f6b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:06.902974 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fe62a63a-0180-4c2b-8c11-b5131b7f6b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:45:06.906986 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-fe62a63a-0180-4c2b-8c11-b5131b7f6b46 admin admin] Usage tracker for resource:security_group_rule and tenant:a81e06b357244984b646036245c2a05a is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:45:06.910395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-fe62a63a-0180-4c2b-8c11-b5131b7f6b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:45:06.916422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fe62a63a-0180-4c2b-8c11-b5131b7f6b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:45:06.983550 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe62a63a-0180-4c2b-8c11-b5131b7f6b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:06.986357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe62a63a-0180-4c2b-8c11-b5131b7f6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:06.994227 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bb87a859-fda2-474b-8383-bf2d48f5996c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:07.036839 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62a63a-0180-4c2b-8c11-b5131b7f6b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43e7386-e051-4d1b-a560-eb376a232a74,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:07.041525 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-fe62a63a-0180-4c2b-8c11-b5131b7f6b46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a81e06b357244984b646036245c2a05a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3223197 Nov 22 15:45:07.042545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fe62a63a-0180-4c2b-8c11-b5131b7f6b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:07.044352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 46004) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:07.108193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cd00fdee-58df-4bd0-93d2-fad77175f622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:07.134814 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cd00fdee-58df-4bd0-93d2-fad77175f622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:07.184945 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cd00fdee-58df-4bd0-93d2-fad77175f622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:07.190096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3cbeb290-eab6-4e41-b1ac-788b9e5416eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:07.202363 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00fdee-58df-4bd0-93d2-fad77175f622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43e7386-e051-4d1b-a560-eb376a232a74,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:07.204857 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-cd00fdee-58df-4bd0-93d2-fad77175f622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:07.211708 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cd00fdee-58df-4bd0-93d2-fad77175f622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:07.215409 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-cd00fdee-58df-4bd0-93d2-fad77175f622 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f43e7386-e051-4d1b-a560-eb376a232a74 HTTP/1.1" status: 204 len: 168 time: 0.1675951 Nov 22 15:45:07.556225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 46014) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:07.576025 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e9e1dc72-a621-45d9-815f-ede1145f23d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:07.608022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:07.611572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e9e1dc72-a621-45d9-815f-ede1145f23d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:45:07.615771 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-e9e1dc72-a621-45d9-815f-ede1145f23d7 admin admin] Usage tracker for resource:security_group_rule and tenant:ee71f70709f6415699e3feedb540bdcc is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:45:07.618777 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-e9e1dc72-a621-45d9-815f-ede1145f23d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:45:07.624752 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e9e1dc72-a621-45d9-815f-ede1145f23d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:45:07.692729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e9e1dc72-a621-45d9-815f-ede1145f23d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:07.695524 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e9e1dc72-a621-45d9-815f-ede1145f23d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:07.702839 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-694efae4-8c9c-4b5d-9738-141b32f4f22c tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:07.745726 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1dc72-a621-45d9-815f-ede1145f23d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d38a27-ef9d-40d9-b11d-ec1c8ec9faf9,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:07.748953 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e9e1dc72-a621-45d9-815f-ede1145f23d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:07.751271 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e9e1dc72-a621-45d9-815f-ede1145f23d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee71f70709f6415699e3feedb540bdcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1939664 Nov 22 15:45:07.754677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 46018) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:07.821838 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9acdbc7c-0d71-4d3e-b578-bc86ee4f316f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:07.849579 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9acdbc7c-0d71-4d3e-b578-bc86ee4f316f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:07.893854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9acdbc7c-0d71-4d3e-b578-bc86ee4f316f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:07.898708 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a24f52f1-4cf5-4617-b4e9-e35610dfe479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:07.909282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdbc7c-0d71-4d3e-b578-bc86ee4f316f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d38a27-ef9d-40d9-b11d-ec1c8ec9faf9,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:07.912037 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9acdbc7c-0d71-4d3e-b578-bc86ee4f316f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:07.917370 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9acdbc7c-0d71-4d3e-b578-bc86ee4f316f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:07.918729 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-9acdbc7c-0d71-4d3e-b578-bc86ee4f316f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1d38a27-ef9d-40d9-b11d-ec1c8ec9faf9 HTTP/1.1" status: 204 len: 168 time: 0.1629760 Nov 22 15:45:08.147008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:08.818971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 46042) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:08.957752 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1293660170-network', 'tenant_id': '7025151ec2c8439da6ca460fdd934685'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:45:08.963035 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:45:08.967031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Usage tracker for resource:network and tenant:7025151ec2c8439da6ca460fdd934685 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:45:08.969965 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:45:08.976840 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:45:08.987099 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Made reservation on behalf of 7025151ec2c8439da6ca460fdd934685 for: {'network': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:45:08.992407 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:09.005724 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:09.040877 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:45:09.044900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Usage tracker for resource:security_group_rule and tenant:7025151ec2c8439da6ca460fdd934685 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:45:09.048212 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:45:09.057574 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:45:09.125560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:09.128789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:09.131945 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7804289d-2be1-4155-8883-922e2184e1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:09.161074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=88138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:45:09.169906 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9475c5f-6fe7-4c2a-a4c5-0e7e46055277,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:09.173641 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:09.176351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:09.176743 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Added segment 5b629be6-2712-4c2f-a92e-2eb3f8d410cc of type vlan for network 4185835d-10d4-4c83-98a6-0db8b54a77d0 Nov 22 15:45:09.209395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:09.238802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:09.240051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:45:09.240691 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:09.245617 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:09.350469 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5302513 Nov 22 15:45:09.353939 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 46048) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:09.354096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Pushing event updated for resources: {'Network': ['ID=4185835d-10d4-4c83-98a6-0db8b54a77d0,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:09.356925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:09.361227 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Request body: {'subnet': {'network_id': '4185835d-10d4-4c83-98a6-0db8b54a77d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1293660170-subnet', 'tenant_id': '7025151ec2c8439da6ca460fdd934685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:45:09.364597 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network 4185835d-10d4-4c83-98a6-0db8b54a77d0 details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:45:09.368136 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:45:09.373490 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Usage tracker for resource:subnet and tenant:7025151ec2c8439da6ca460fdd934685 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:45:09.376605 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:45:09.384210 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:45:09.394045 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Made reservation on behalf of 7025151ec2c8439da6ca460fdd934685 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:45:09.399224 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853417813'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:09.621915 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853551068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853417798'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:09.626519 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c158cc48-5c58-42ea-8c9a-f8b9290f3104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:09.702229 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Pushing event updated for resources: {'Subnet': ['ID=406c5442-9597-4489-a79c-aba66c984801,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:09.705368 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:09.718796 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Checking segment: {'id': '5b629be6-2712-4c2f-a92e-2eb3f8d410cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4185835d-10d4-4c83-98a6-0db8b54a77d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:45:09.719199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Network hostable DHCP agents. Network: 4185835d-10d4-4c83-98a6-0db8b54a77d0, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:45:09.742002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Network 4185835d-10d4-4c83-98a6-0db8b54a77d0 is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:45:09.750422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, 4185835d-10d4-4c83-98a6-0db8b54a77d0) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:45:09.755203 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:45:09.755835 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:09.762433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098646c5-d524-4d6f-8d9c-df707210c24f None None] Network 4185835d-10d4-4c83-98a6-0db8b54a77d0 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:45:09.781060 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-374cabf0-17aa-4778-b5e9-308cc0bf084f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4258924 Nov 22 15:45:10.003330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efffa022-9b20-4c4e-9b62-4bbec10427fc None None] Network 4185835d-10d4-4c83-98a6-0db8b54a77d0 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:45:10.755398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 46076) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:10.761462 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-762275186-network', 'tenant_id': 'f8c0ec398dd646bea34c5fbfb026188b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:45:10.766663 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:45:10.770772 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Usage tracker for resource:network and tenant:f8c0ec398dd646bea34c5fbfb026188b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:45:10.777288 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:45:10.784558 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:45:10.794532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Made reservation on behalf of f8c0ec398dd646bea34c5fbfb026188b for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:45:10.799903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:10.812874 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:10.851720 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:45:10.856113 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Usage tracker for resource:security_group_rule and tenant:f8c0ec398dd646bea34c5fbfb026188b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:45:10.859143 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:45:10.870921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:45:10.942869 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:10.945745 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:10.949870 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-65089449-8f82-4fc7-9a23-c9f23618d130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:10.980188 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:45:10.989202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa3a2d3-a419-4683-bb37-b2d95f3211c7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:10.993056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:10.995557 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:10.995953 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Added segment cfc403fb-4fb1-4a99-afd7-44f533f995b6 of type vlan for network b495534b-b1c7-4917-9828-1fc8902834fd Nov 22 15:45:11.022930 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:11.056501 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:11.057754 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:45:11.058386 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:11.063389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:11.163243 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4066167 Nov 22 15:45:11.166482 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 46084) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:11.172153 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Pushing event updated for resources: {'Network': ['ID=b495534b-b1c7-4917-9828-1fc8902834fd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:11.172577 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Request body: {'subnet': {'network_id': 'b495534b-b1c7-4917-9828-1fc8902834fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-762275186-subnet', 'tenant_id': 'f8c0ec398dd646bea34c5fbfb026188b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:45:11.175105 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:11.179059 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:45:11.182691 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network b495534b-b1c7-4917-9828-1fc8902834fd details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:45:11.185055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Usage tracker for resource:subnet and tenant:f8c0ec398dd646bea34c5fbfb026188b is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:45:11.188299 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:45:11.194517 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:45:11.205000 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Made reservation on behalf of f8c0ec398dd646bea34c5fbfb026188b for: {'subnet': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:45:11.211468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1318770'] for subnet, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:11.428367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1475475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1318755'] for subnet, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:11.433060 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:11.511862 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Pushing event updated for resources: {'Subnet': ['ID=199ba53c-e314-4490-be81-4eda22325d15,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:11.516089 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:11.525527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Checking segment: {'id': 'cfc403fb-4fb1-4a99-afd7-44f533f995b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b495534b-b1c7-4917-9828-1fc8902834fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:45:11.525928 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Network hostable DHCP agents. Network: b495534b-b1c7-4917-9828-1fc8902834fd, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:45:11.547211 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Network b495534b-b1c7-4917-9828-1fc8902834fd is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:45:11.555303 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, b495534b-b1c7-4917-9828-1fc8902834fd) {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:45:11.559315 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:45:11.559953 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:11.564192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecfbda3-d949-4e34-b344-d6852a2c02b5 None None] Network b495534b-b1c7-4917-9828-1fc8902834fd requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:45:11.591755 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-49433e63-955b-4d66-991b-a1782440883e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4172871 Nov 22 15:45:11.795093 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb91aac7-3c57-4558-97bc-3ae6c0b0251b None None] Network b495534b-b1c7-4917-9828-1fc8902834fd requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:45:20.468047 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:45:28.467110 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 46244) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:28.534655 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Deleting subnet 406c5442-9597-4489-a79c-aba66c984801 {{(pid=88138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:45:28.538585 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:28.600219 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851915914'] for subnet, precommit_delete_associations {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:28.672091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:28.747525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853300385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853457045'] for subnet, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:28.752674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:28.788779 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=406c5442-9597-4489-a79c-aba66c984801,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:28.800955 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:28.806567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:28.807019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:28.807442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:28.807854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:28.808265 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:28.808672 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:28.809075 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:28.809489 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:28.809890 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:28.810294 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:28.810744 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:28.815193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:28.817007 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-b7c41d45-2e7c-40a9-ba3c-6b9a51308f98 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/406c5442-9597-4489-a79c-aba66c984801 HTTP/1.1" status: 204 len: 168 time: 0.3486693 Nov 22 15:45:28.820406 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 46248) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:28.942662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.073638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.101081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4185835d-10d4-4c83-98a6-0db8b54a77d0']}} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:45:29.113352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b629be6-2712-4c2f-a92e-2eb3f8d410cc') {'for_net_delete': True} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:45:29.113737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b629be6-2712-4c2f-a92e-2eb3f8d410cc') {} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:45:29.129491 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859903'] for segment, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.143837 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.150530 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:45:29.150980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1475325'] for segment, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:45:29.165191 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:45:29.239202 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.243989 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:29.261845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.280197 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4185835d-10d4-4c83-98a6-0db8b54a77d0 HTTP/1.1" status: 204 len: 168 time: 0.4587049 Nov 22 15:45:29.280508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 46254) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:29.281389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4185835d-10d4-4c83-98a6-0db8b54a77d0,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:29.283982 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a6558c9f-0164-4a6b-8c6a-ec2621b6f4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:29.351950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ab2882-9437-43d1-9d2e-7caf3446a2c1 admin admin] Deleting subnet 199ba53c-e314-4490-be81-4eda22325d15 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:45:29.355020 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02ab2882-9437-43d1-9d2e-7caf3446a2c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.406326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02ab2882-9437-43d1-9d2e-7caf3446a2c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3102249'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.466749 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02ab2882-9437-43d1-9d2e-7caf3446a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.532476 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02ab2882-9437-43d1-9d2e-7caf3446a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1224936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1358002'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.536917 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:29.573213 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab2882-9437-43d1-9d2e-7caf3446a2c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=199ba53c-e314-4490-be81-4eda22325d15,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:29.575933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-02ab2882-9437-43d1-9d2e-7caf3446a2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:29.578715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02ab2882-9437-43d1-9d2e-7caf3446a2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.585603 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-02ab2882-9437-43d1-9d2e-7caf3446a2c1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/199ba53c-e314-4490-be81-4eda22325d15 HTTP/1.1" status: 204 len: 168 time: 0.3039420 Nov 22 15:45:29.588254 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 46258) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:29.703615 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.839647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.867560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b495534b-b1c7-4917-9828-1fc8902834fd']}} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:45:29.881192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc403fb-4fb1-4a99-afd7-44f533f995b6') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:45:29.881532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc403fb-4fb1-4a99-afd7-44f533f995b6') {} {{(pid=88139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:45:29.893920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851673568'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.913177 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.919608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:45:29.920013 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853550774'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:45:29.934383 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:45:30.011672 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:30.015116 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c948d20-b8d0-44d6-8b5e-b057cbe933af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:30.031326 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:30.039571 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] Pushing event deleted for resources: {'Network': ['ID=b495534b-b1c7-4917-9828-1fc8902834fd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:30.042716 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] 10.222.0.41 "DELETE /v2.0/networks/b495534b-b1c7-4917-9828-1fc8902834fd HTTP/1.1" status: 204 len: 168 time: 0.4534223 Nov 22 15:45:30.043755 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-95e7e49b-f2e3-4a86-89c9-9e74a23ccb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:30.254951 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 46264) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:30.312200 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a4e0cfef-14cc-43a1-ae84-1ee6e1fe5524 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7025151ec2c8439da6ca460fdd934685&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0559411 Nov 22 15:45:30.312930 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 46270) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:30.383856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a0f1-a133-4d89-b9b4-145b2946fec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:30.410401 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a0f1-a133-4d89-b9b4-145b2946fec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:30.456802 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a0f1-a133-4d89-b9b4-145b2946fec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:30.461750 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2aecd2d0-8baa-416c-be1a-abf45cf0206c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:30.475331 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7a0f1-a133-4d89-b9b4-145b2946fec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9475c5f-6fe7-4c2a-a4c5-0e7e46055277,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:30.478084 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e4b7a0f1-a133-4d89-b9b4-145b2946fec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:30.479249 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a0f1-a133-4d89-b9b4-145b2946fec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:30.480446 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e4b7a0f1-a133-4d89-b9b4-145b2946fec6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9475c5f-6fe7-4c2a-a4c5-0e7e46055277 HTTP/1.1" status: 204 len: 168 time: 0.1664243 Nov 22 15:45:30.886150 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 46278) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:30.939346 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3f61c201-c83a-4153-a175-cf15e3932c01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8c0ec398dd646bea34c5fbfb026188b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518253 Nov 22 15:45:30.941672 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 46282) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:31.002753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7c1e-0923-4d15-a927-0749874a1aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:31.032554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7c1e-0923-4d15-a927-0749874a1aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:31.078402 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7c1e-0923-4d15-a927-0749874a1aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:31.083391 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7e75f368-208c-4d42-93e0-4f9b40c7900d tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:31.096535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab7c1e-0923-4d15-a927-0749874a1aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa3a2d3-a419-4683-bb37-b2d95f3211c7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:31.100166 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e8ab7c1e-0923-4d15-a927-0749874a1aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:31.101292 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7c1e-0923-4d15-a927-0749874a1aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:31.105114 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e8ab7c1e-0923-4d15-a927-0749874a1aa5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eaa3a2d3-a419-4683-bb37-b2d95f3211c7 HTTP/1.1" status: 204 len: 168 time: 0.1598568 Nov 22 15:45:33.807289 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c366bae-61ea-440b-a0f8-d7a608ddbbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:35.207092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:36.042681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-625900cb-7765-4950-b1b8-0a8e65a2dabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:36.334759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:37.608419 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:38.143273 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:44.077265 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 46416) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:44.230344 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:44.262494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:45:44.266465 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Usage tracker for resource:security_group_rule and tenant:09603370dfcc4ee4b2ac2bee964a2a09 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:45:44.269383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:45:44.276023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:45:44.345060 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:44.347928 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:44.355465 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3a16e183-c88d-45b0-be97-42693eebc074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:44.399425 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09603370dfcc4ee4b2ac2bee964a2a09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3210328 Nov 22 15:45:44.400277 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4752e0b-cacf-404d-951f-872e51ddabf4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:44.402193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 46422) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:44.409270 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:44.409690 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:44.410098 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:44.410559 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:44.410972 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:44.411377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:44.411779 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:44.412180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:44.412581 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:44.412977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:44.413371 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:45:44.417427 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:44.466047 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29c58844-fd9b-4558-aefd-f15af57174d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:44.493023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29c58844-fd9b-4558-aefd-f15af57174d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:44.536892 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29c58844-fd9b-4558-aefd-f15af57174d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:44.541854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-22548d9c-c658-4135-a235-0aa3f2111de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:44.555243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c58844-fd9b-4558-aefd-f15af57174d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4752e0b-cacf-404d-951f-872e51ddabf4,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:44.558022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-29c58844-fd9b-4558-aefd-f15af57174d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:44.559197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29c58844-fd9b-4558-aefd-f15af57174d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:44.560389 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-29c58844-fd9b-4558-aefd-f15af57174d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4752e0b-cacf-404d-951f-872e51ddabf4 HTTP/1.1" status: 204 len: 168 time: 0.1569982 Nov 22 15:45:44.898574 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 46432) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:44.918570 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82b2ae7a-4175-4237-8094-bc5dca80c63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:44.952422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-82b2ae7a-4175-4237-8094-bc5dca80c63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:45:44.956440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-82b2ae7a-4175-4237-8094-bc5dca80c63d admin admin] Usage tracker for resource:security_group_rule and tenant:56ee4aa328fe449f8c08194a4ceb15d8 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:45:44.959457 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-82b2ae7a-4175-4237-8094-bc5dca80c63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:45:44.965399 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-82b2ae7a-4175-4237-8094-bc5dca80c63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:45:45.043521 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82b2ae7a-4175-4237-8094-bc5dca80c63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:45.046704 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82b2ae7a-4175-4237-8094-bc5dca80c63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:45.054916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-08e4f047-2192-4fa4-9f0c-ed0649f05843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:45.097567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2ae7a-4175-4237-8094-bc5dca80c63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279f4d26-5070-44ad-804b-c7ed7dc07ae1,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:45.105449 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 46436) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:45.105607 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-82b2ae7a-4175-4237-8094-bc5dca80c63d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56ee4aa328fe449f8c08194a4ceb15d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2057209 Nov 22 15:45:45.106452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-82b2ae7a-4175-4237-8094-bc5dca80c63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:45.171743 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05dc503f-18de-4336-b2d6-eced00ed6d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:45.198942 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05dc503f-18de-4336-b2d6-eced00ed6d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:45.244157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05dc503f-18de-4336-b2d6-eced00ed6d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:45.249232 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c606c967-1072-43e1-8240-0bc8d1c41adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:45.262297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc503f-18de-4336-b2d6-eced00ed6d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279f4d26-5070-44ad-804b-c7ed7dc07ae1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:45.267185 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-05dc503f-18de-4336-b2d6-eced00ed6d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:45.271382 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05dc503f-18de-4336-b2d6-eced00ed6d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:45.273236 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-05dc503f-18de-4336-b2d6-eced00ed6d91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/279f4d26-5070-44ad-804b-c7ed7dc07ae1 HTTP/1.1" status: 204 len: 168 time: 0.1661420 Nov 22 15:45:50.722358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 46512) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:50.876434 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8708b312-99d9-41e8-bea4-06c69ad9d6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:50.910596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8708b312-99d9-41e8-bea4-06c69ad9d6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:45:50.914657 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-8708b312-99d9-41e8-bea4-06c69ad9d6ab admin admin] Usage tracker for resource:security_group_rule and tenant:f104da710b334f7b84ac70626ed2943a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:45:50.917576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-8708b312-99d9-41e8-bea4-06c69ad9d6ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:45:50.923661 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8708b312-99d9-41e8-bea4-06c69ad9d6ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:45:50.992590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8708b312-99d9-41e8-bea4-06c69ad9d6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:50.995530 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8708b312-99d9-41e8-bea4-06c69ad9d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:51.003205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-eafe0c40-b703-4a0f-ab31-465875bc5417 tempest-TestShelveInstance-681992872 tempest-TestShelveInstance-681992872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:51.053362 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-8708b312-99d9-41e8-bea4-06c69ad9d6ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f104da710b334f7b84ac70626ed2943a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3296285 Nov 22 15:45:51.054177 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708b312-99d9-41e8-bea4-06c69ad9d6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47730914-54cc-4aef-8cad-a22c7ebf1ffa,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:51.057148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 46518) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:45:51.057545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8708b312-99d9-41e8-bea4-06c69ad9d6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:51.121659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-099fcb94-91ac-45cb-9aaf-f08f3e9aab0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:51.150929 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-099fcb94-91ac-45cb-9aaf-f08f3e9aab0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:51.195604 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-099fcb94-91ac-45cb-9aaf-f08f3e9aab0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:51.199451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9d67a06f-bcff-454f-a057-52562603747b tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:45:51.213959 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fcb94-91ac-45cb-9aaf-f08f3e9aab0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47730914-54cc-4aef-8cad-a22c7ebf1ffa,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:45:51.216872 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-099fcb94-91ac-45cb-9aaf-f08f3e9aab0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:45:51.228015 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-099fcb94-91ac-45cb-9aaf-f08f3e9aab0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:45:51.229877 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-099fcb94-91ac-45cb-9aaf-f08f3e9aab0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47730914-54cc-4aef-8cad-a22c7ebf1ffa HTTP/1.1" status: 204 len: 168 time: 0.1715961 Nov 22 15:45:54.522942 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-35b78cfc-f86f-4802-9e66-673b79ecd904 req-7c5bfa1f-e687-40ea-9b1e-085d7c76dcda service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4171453 Nov 22 15:45:54.688963 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-35b78cfc-f86f-4802-9e66-673b79ecd904 req-733c9bcf-7675-4684-8b56-4435208a5f60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 1099 time: 0.0780449 Nov 22 15:45:54.851966 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b78cfc-f86f-4802-9e66-673b79ecd904 req-1e3ff5b1-3934-43ac-877c-65a0816223b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:45:54.853556 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-35b78cfc-f86f-4802-9e66-673b79ecd904 req-1e3ff5b1-3934-43ac-877c-65a0816223b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1402466 Nov 22 15:45:54.961848 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-35b78cfc-f86f-4802-9e66-673b79ecd904 req-c53b80f7-3f13-4964-b555-31f8ab51f9b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caee4813-9524-4e9d-b7d1-0bbcf0edabf9 HTTP/1.1" status: 200 len: 1002 time: 0.1014674 Nov 22 15:45:55.038678 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b78cfc-f86f-4802-9e66-673b79ecd904 req-a3e73830-73c3-4e8c-a56c-4bd394d5d4b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:45:55.040272 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-35b78cfc-f86f-4802-9e66-673b79ecd904 req-a3e73830-73c3-4e8c-a56c-4bd394d5d4b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0690506 Nov 22 15:45:55.125180 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-35b78cfc-f86f-4802-9e66-673b79ecd904 req-b08b296d-9a18-4cf0-a305-5c4ab03ddab5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774660 Nov 22 15:45:55.137501 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-35b78cfc-f86f-4802-9e66-673b79ecd904 req-ac38b6e5-26a9-4de0-846f-960ae9aded82 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:45:55.138522 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-35b78cfc-f86f-4802-9e66-673b79ecd904 req-ac38b6e5-26a9-4de0-846f-960ae9aded82 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0051699 Nov 22 15:45:55.287253 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-35b78cfc-f86f-4802-9e66-673b79ecd904 req-8ff89d95-57b8-4724-8b1e-07ba92ac0975 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387401 Nov 22 15:45:55.441045 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-35b78cfc-f86f-4802-9e66-673b79ecd904 req-ee14c045-c78a-4fe6-a843-5a45002c2752 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465671 Nov 22 15:45:57.469244 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:46:03.810032 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c61d4a08-d0a7-464b-87a1-9a0851a888ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:05.199237 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:06.045709 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1416-0d06-4e39-b43e-74318e972df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:06.338044 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:07.618751 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:08.145930 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:28.730095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 46788) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:46:28.884812 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:28.916885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:46:28.920880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Usage tracker for resource:security_group_rule and tenant:231fd74ed4084575b26527fbe2f49b56 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:46:28.923721 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:46:28.930269 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:46:28.999792 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:29.002446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:29.009754 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-23cd8d87-ea11-4328-9c3f-ac9fc99add32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:46:29.056638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eb1f20-baa4-4c33-9006-d651449e9116,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:46:29.060426 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=231fd74ed4084575b26527fbe2f49b56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3291993 Nov 22 15:46:29.063504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 46796) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:46:29.068267 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:46:29.068691 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:46:29.069102 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:46:29.069515 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:46:29.069920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:46:29.070321 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:46:29.070753 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:46:29.071157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:46:29.071555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:46:29.071950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:46:29.072345 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:46:29.076358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:46:29.128139 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0323400-a62f-40f7-b3c2-060ee4cc986e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:29.154601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0323400-a62f-40f7-b3c2-060ee4cc986e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:29.209971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0323400-a62f-40f7-b3c2-060ee4cc986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:29.215440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-23e06f2c-c881-412e-93a6-d75330870d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:46:29.230056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0323400-a62f-40f7-b3c2-060ee4cc986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eb1f20-baa4-4c33-9006-d651449e9116,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:46:29.235412 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a0323400-a62f-40f7-b3c2-060ee4cc986e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:46:29.240260 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0323400-a62f-40f7-b3c2-060ee4cc986e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:29.241535 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a0323400-a62f-40f7-b3c2-060ee4cc986e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87eb1f20-baa4-4c33-9006-d651449e9116 HTTP/1.1" status: 204 len: 168 time: 0.1769805 Nov 22 15:46:33.811736 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8e25623-0777-4704-8092-12cfbc4a5e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:34.469332 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:46:35.205481 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:36.047455 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-20cad70e-6f08-4579-aa5b-6bbf526e663c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:36.341764 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:37.653525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:38.149703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:38.240003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 46882) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:46:38.392012 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-20bb340b-45c3-4bb0-be72-98e8e1f999f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:38.425460 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-20bb340b-45c3-4bb0-be72-98e8e1f999f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:46:38.430224 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-20bb340b-45c3-4bb0-be72-98e8e1f999f8 admin admin] Usage tracker for resource:security_group_rule and tenant:471f0f8f1c7142d78a21644e83b1d8fb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:46:38.433192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-20bb340b-45c3-4bb0-be72-98e8e1f999f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:46:38.439270 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-20bb340b-45c3-4bb0-be72-98e8e1f999f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:46:38.514320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-20bb340b-45c3-4bb0-be72-98e8e1f999f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:38.517501 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-20bb340b-45c3-4bb0-be72-98e8e1f999f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:38.525572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e4b7a0f1-a133-4d89-b9b4-145b2946fec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:46:38.568719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb340b-45c3-4bb0-be72-98e8e1f999f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1a2362-f4c1-43b0-98ff-3de730173190,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:46:38.572517 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-20bb340b-45c3-4bb0-be72-98e8e1f999f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:46:38.574988 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-20bb340b-45c3-4bb0-be72-98e8e1f999f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=471f0f8f1c7142d78a21644e83b1d8fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3380907 Nov 22 15:46:38.577774 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 46890) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:46:38.642503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7a2cabc0-acdd-413d-b634-6d7b7283199c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:38.671474 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7a2cabc0-acdd-413d-b634-6d7b7283199c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:38.722372 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7a2cabc0-acdd-413d-b634-6d7b7283199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:38.727886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1bdec40e-ebc8-44c8-9c14-2e8468c0413e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:46:38.741754 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cabc0-acdd-413d-b634-6d7b7283199c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1a2362-f4c1-43b0-98ff-3de730173190,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:46:38.744396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-7a2cabc0-acdd-413d-b634-6d7b7283199c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:46:38.746484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7a2cabc0-acdd-413d-b634-6d7b7283199c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:46:38.750920 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-7a2cabc0-acdd-413d-b634-6d7b7283199c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f1a2362-f4c1-43b0-98ff-3de730173190 HTTP/1.1" status: 204 len: 168 time: 0.1720610 Nov 22 15:46:56.170226 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9699457-e44e-438a-8261-125303bb9f07 req-c38187a1-eb94-40e5-87d0-a1ed347d37c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745842 Nov 22 15:46:56.321149 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9699457-e44e-438a-8261-125303bb9f07 req-80b62fa3-0b14-4f7b-ac69-01ea3cf32698 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 1099 time: 0.0754235 Nov 22 15:46:56.482187 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9699457-e44e-438a-8261-125303bb9f07 req-dbe10057-c831-44ed-b0b2-a1021ac3bbf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:46:56.483832 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9699457-e44e-438a-8261-125303bb9f07 req-dbe10057-c831-44ed-b0b2-a1021ac3bbf9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1370327 Nov 22 15:46:56.594430 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9699457-e44e-438a-8261-125303bb9f07 req-5165681f-048d-4620-b502-c19b512367f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caee4813-9524-4e9d-b7d1-0bbcf0edabf9 HTTP/1.1" status: 200 len: 1002 time: 0.1009786 Nov 22 15:46:56.672920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9699457-e44e-438a-8261-125303bb9f07 req-b247ab92-e755-479c-944a-064fae0dfe6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:46:56.674491 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9699457-e44e-438a-8261-125303bb9f07 req-b247ab92-e755-479c-944a-064fae0dfe6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0708678 Nov 22 15:46:56.758642 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9699457-e44e-438a-8261-125303bb9f07 req-0a8d0f0a-b2b9-4493-bc81-3c5f61edd300 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724761 Nov 22 15:46:56.944999 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9699457-e44e-438a-8261-125303bb9f07 req-080cc906-76aa-4cf5-a0ad-61e78f371926 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763484 Nov 22 15:46:57.090119 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c9699457-e44e-438a-8261-125303bb9f07 req-ff90f75e-d9a5-4c05-a778-5f2b6f1dbf39 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350453 Nov 22 15:47:03.813539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c274-2966-453d-b3f8-1d94c77894c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:47:05.197628 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:47:06.048613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3acb3f89-19ab-46d3-bc4b-176025d6ff8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:47:06.342539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:47:07.668282 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:47:08.153218 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:47:11.470272 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:47:33.815636 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-107bb576-2013-43f6-914f-a5f9d37d7527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:47:35.199844 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:47:36.052827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55dc15b2-9b51-4b18-8fa3-3cf1e4267264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:47:36.345241 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:47:37.682689 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:47:38.155040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:47:48.473411 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:47:57.163368 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8e0af6ff-57e6-4b57-8430-cff7f014745a req-4a6f9d90-6d7c-4a19-9d79-dd4f980ca66b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739112 Nov 22 15:47:57.324815 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8e0af6ff-57e6-4b57-8430-cff7f014745a req-d26e9693-81f1-446c-bdc8-947e4e0e9aef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 1099 time: 0.0807698 Nov 22 15:47:57.490898 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0af6ff-57e6-4b57-8430-cff7f014745a req-ecf84ad8-3a47-4f65-a673-b74d84c15a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:47:57.492433 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8e0af6ff-57e6-4b57-8430-cff7f014745a req-ecf84ad8-3a47-4f65-a673-b74d84c15a30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1415105 Nov 22 15:47:57.609554 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8e0af6ff-57e6-4b57-8430-cff7f014745a req-89a984a3-cd96-45a5-8b2b-318934047f29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caee4813-9524-4e9d-b7d1-0bbcf0edabf9 HTTP/1.1" status: 200 len: 1002 time: 0.1073279 Nov 22 15:47:57.680944 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0af6ff-57e6-4b57-8430-cff7f014745a req-0ca874c7-031a-43da-958e-8d11da5d01a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:47:57.682592 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8e0af6ff-57e6-4b57-8430-cff7f014745a req-0ca874c7-031a-43da-958e-8d11da5d01a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0654991 Nov 22 15:47:57.771644 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8e0af6ff-57e6-4b57-8430-cff7f014745a req-b6d6599c-d6c9-4e88-bcae-fb97b9429db8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783484 Nov 22 15:47:57.920759 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8e0af6ff-57e6-4b57-8430-cff7f014745a req-f4f9096f-b0a4-42a4-9cf4-3ed4c8d6ad07 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388211 Nov 22 15:47:58.073319 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8e0af6ff-57e6-4b57-8430-cff7f014745a req-4921bd53-159f-4eba-97ce-dbdb8d7c6e63 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429396 Nov 22 15:48:03.817470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a072a585-00e7-441a-a24f-6e868fa5b977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:48:05.201734 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:48:06.055313 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02943a5e-a4ef-4c70-b388-d90ccc786e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:48:06.347258 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:48:07.682023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:48:08.159420 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:48:25.474603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:48:33.820726 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-48981d9f-1f2b-4431-9973-f2f9dde05811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:48:35.204908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:48:36.055921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e9ce-af47-4f06-9242-701d257ec65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:48:36.351178 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:48:37.697983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:48:38.161829 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:48:41.533891 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-ca4c96ea-bc33-47f8-a327-4aa8716fd323 req-d7084d62-33f3-4765-b4dc-a3d9fc0704a2 service neutron] (88138) timed out ('10.222.0.41', 41590) {{(pid=88138) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 22 15:48:58.166936 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65e143ed-142d-4492-80a4-ad9486bec0a1 req-8d34b864-d669-4ff1-ada5-21d325f51f59 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772753 Nov 22 15:48:58.313865 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65e143ed-142d-4492-80a4-ad9486bec0a1 req-da360cf2-90d2-40b1-9491-3b69dae55b21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 1099 time: 0.0735240 Nov 22 15:48:58.475508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e143ed-142d-4492-80a4-ad9486bec0a1 req-422096e8-8309-43b3-8e79-b79538aa5239 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:48:58.477033 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65e143ed-142d-4492-80a4-ad9486bec0a1 req-422096e8-8309-43b3-8e79-b79538aa5239 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1358292 Nov 22 15:48:58.584586 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65e143ed-142d-4492-80a4-ad9486bec0a1 req-138a02cb-e3af-4bb2-8ef0-d8312cacbe6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caee4813-9524-4e9d-b7d1-0bbcf0edabf9 HTTP/1.1" status: 200 len: 1002 time: 0.0979102 Nov 22 15:48:58.664488 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e143ed-142d-4492-80a4-ad9486bec0a1 req-3ea4f902-f3e8-4f98-a974-fd103ed25bd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:48:58.666826 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65e143ed-142d-4492-80a4-ad9486bec0a1 req-3ea4f902-f3e8-4f98-a974-fd103ed25bd8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0712848 Nov 22 15:48:58.748579 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65e143ed-142d-4492-80a4-ad9486bec0a1 req-4987a571-fbcf-4958-9b82-6eae4babc966 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727057 Nov 22 15:48:58.896471 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65e143ed-142d-4492-80a4-ad9486bec0a1 req-d09477d1-3af6-4de7-9a88-49d597480c8b service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372170 Nov 22 15:48:59.041751 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-65e143ed-142d-4492-80a4-ad9486bec0a1 req-89eeb2db-6afd-4c01-843d-1e127927f3e2 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341107 Nov 22 15:49:02.475433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:49:03.832304 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8ab3cef-07ea-474b-8d8c-916916325365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:05.205863 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:06.060871 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4f99cc6b-9b18-4ea8-9604-5db89b4d7031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:06.355300 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:07.837559 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:08.164858 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:32.121125 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de33c4-eec4-41fb-a6d0-4b7ad7105585 req-f09f56e6-26cc-4d23-9496-e996e5680d27 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:32.122838 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-91de33c4-eec4-41fb-a6d0-4b7ad7105585 req-f09f56e6-26cc-4d23-9496-e996e5680d27 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 946 time: 0.3491869 Nov 22 15:49:32.168962 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-3bdb5914-4a23-4197-a344-c8ffd0d0d8e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:32.169712 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-3bdb5914-4a23-4197-a344-c8ffd0d0d8e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Synchronizing usage tracker for tenant:e9ed4ba427234a70806c19303e23689f on resource:port {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:49:32.176890 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-91de33c4-eec4-41fb-a6d0-4b7ad7105585 req-0c914948-f068-4e69-95dc-b1751ef53968 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473456 Nov 22 15:49:32.185173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-3bdb5914-4a23-4197-a344-c8ffd0d0d8e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Unset dirty status for tenant:e9ed4ba427234a70806c19303e23689f on resource:port {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:49:32.186426 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-3bdb5914-4a23-4197-a344-c8ffd0d0d8e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.50 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 946 time: 0.1022332 Nov 22 15:49:32.481245 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Deleting port caee4813-9524-4e9d-b7d1-0bbcf0edabf9 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:49:32.481546 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:32.735330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] For port caee4813-9524-4e9d-b7d1-0bbcf0edabf9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=caee4813-9524-4e9d-b7d1-0bbcf0edabf9,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:49:32.735604 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:33.030427 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:33.030789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809642'] for floatingip, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:33.031144 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.l3_db [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Floating IP fc56c677-2e42-415b-97e1-8a84f80e963a disassociated. External IP: 172.27.0.228, port: caee4813-9524-4e9d-b7d1-0bbcf0edabf9. Nov 22 15:49:33.031527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Calling delete_port for caee4813-9524-4e9d-b7d1-0bbcf0edabf9 owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:49:33.174804 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:33.180504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8e6d941d-3c90-47ae-baa9-64de03e04145 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:49:33.222976 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event deleted for resources: {'Port': ['ID=caee4813-9524-4e9d-b7d1-0bbcf0edabf9,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:49:33.236352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:33.237442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:33.237442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:33.238077 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:33.238077 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:33.238334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:33.238762 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:33.239180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:33.239595 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:33.240002 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:33.240409 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:33.244388 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:49:33.454172 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-24d9d458-d129-418f-92dd-77827182ffc5 req-760151e7-ed12-4b59-be6a-41575c84c3e7 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=083ea81b-6bec-4379-93e6-ff79596cf216 HTTP/1.1" status: 200 len: 210 time: 0.1271343 Nov 22 15:49:33.462902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Router 2ec40ba0-33d2-493e-97f5-4595ad140c21 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:49:33.673736 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:49:33.685079 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8afff25-df3b-4bb7-8087-458df31755b0 None None] Sync routers for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:49:33.697745 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8afff25-df3b-4bb7-8087-458df31755b0 None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:49:33.698455 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-d8afff25-df3b-4bb7-8087-458df31755b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:49:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:49:33.752716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] No DVR routers for this DVR port caee4813-9524-4e9d-b7d1-0bbcf0edabf9 on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:49:33.755354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:33.758333 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083ea81b-6bec-4379-93e6-ff79596cf216', 'name': 'network-vif-deleted', 'tag': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:49:33.781198 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-284783d8-7310-4c67-bbb6-fcc4fdc8a500 req-977fe35a-4643-4d31-b5bc-586a598d6988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.50 "DELETE /v2.0/ports/caee4813-9524-4e9d-b7d1-0bbcf0edabf9 HTTP/1.1" status: 204 len: 173 time: 1.5863388 Nov 22 15:49:33.839590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb7c39b6-c92c-456a-b991-8143d19811de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:33.938823 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083ea81b-6bec-4379-93e6-ff79596cf216', 'name': 'network-vif-deleted', 'tag': 'caee4813-9524-4e9d-b7d1-0bbcf0edabf9', 'status': 'completed', 'code': 200} Nov 22 15:49:34.053651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-d8afff25-df3b-4bb7-8087-458df31755b0 None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:49:34.399946 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-d8afff25-df3b-4bb7-8087-458df31755b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:37Z', 'revision_number': 5, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:49:34.406272 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8afff25-df3b-4bb7-8087-458df31755b0 None None] Checking router: 2ec40ba0-33d2-493e-97f5-4595ad140c21 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:49:34.417615 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8afff25-df3b-4bb7-8087-458df31755b0 None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:49:34.418280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-d8afff25-df3b-4bb7-8087-458df31755b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:49:06Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:49:34.602906 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 47274) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:49:34.619610 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-d8afff25-df3b-4bb7-8087-458df31755b0 None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:49:34.674703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:34.704005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:34.752164 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:34.757589 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b4247ca3-3409-4531-b48b-d9e599706958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:49:34.774252 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:49:34.790546 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:34.791806 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "DELETE /v2.0/security-groups/4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce HTTP/1.1" status: 204 len: 168 time: 0.1877930 Nov 22 15:49:34.793636 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:34.794057 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:34.794475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:34.794909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:34.795286 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 47278) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:49:34.795408 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:34.795670 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:34.796078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:34.796482 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:34.796882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:34.797321 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:34.797775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:34.801165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ae4a8b1c-7664-42e0-b341-822a453aa043 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:49:34.817701 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.v2.resource [None req-4178e47a-d7c1-4450-8be6-db98ea858b19 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] show failed (client error): The resource could not be found. Nov 22 15:49:34.822006 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 47282) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:49:34.822170 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-4178e47a-d7c1-4450-8be6-db98ea858b19 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups/4f4a0c6c-b608-4cd4-bcd2-44c926f2f1ce HTTP/1.1" status: 404 len: 347 time: 0.0257323 Nov 22 15:49:34.958846 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-d8afff25-df3b-4bb7-8087-458df31755b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:37Z', 'revision_number': 5, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:49:34.963091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8afff25-df3b-4bb7-8087-458df31755b0 None None] The sync data for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi is: [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:37Z', 'revision_number': 5, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:49:34.983630 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-706a7eba-3b55-4c18-aaef-51e47d2ccb00 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Deleting port 3c8cd979-fbeb-4d3f-a73a-51464ce363f4 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:49:34.984016 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-706a7eba-3b55-4c18-aaef-51e47d2ccb00 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:35.169232 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-706a7eba-3b55-4c18-aaef-51e47d2ccb00 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:35.169595 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-706a7eba-3b55-4c18-aaef-51e47d2ccb00 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:35.209870 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:35.298057 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-706a7eba-3b55-4c18-aaef-51e47d2ccb00 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Calling delete_port for 3c8cd979-fbeb-4d3f-a73a-51464ce363f4 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:49:35.416623 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65603ec8-33ac-4a53-82f5-7c2366f08029 None None] New status for floating IP fc56c677-2e42-415b-97e1-8a84f80e963a: DOWN {{(pid=88140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:49:35.442545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-706a7eba-3b55-4c18-aaef-51e47d2ccb00 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853550946'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:35.446938 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-aab8e1f1-fbba-4470-9782-304b4f48b35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:49:35.489914 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a7eba-3b55-4c18-aaef-51e47d2ccb00 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event deleted for resources: {'Port': ['ID=3c8cd979-fbeb-4d3f-a73a-51464ce363f4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:49:35.494050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-706a7eba-3b55-4c18-aaef-51e47d2ccb00 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:49:35.587696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-706a7eba-3b55-4c18-aaef-51e47d2ccb00 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:35.605943 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-706a7eba-3b55-4c18-aaef-51e47d2ccb00 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:35.607207 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-706a7eba-3b55-4c18-aaef-51e47d2ccb00 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "DELETE /v2.0/floatingips/fc56c677-2e42-415b-97e1-8a84f80e963a HTTP/1.1" status: 204 len: 168 time: 0.7841203 Nov 22 15:49:36.062907 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7dc019e-2855-4d92-8db4-ac9eeba090ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.084084 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 47288) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:49:36.091019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--340457082', 'description': 'tempest-description--240884840'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:49:36.098298 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:49:36.103089 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Usage tracker for resource:security_group and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:49:36.107098 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:49:36.113247 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:49:36.124620 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.163809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:49:36.167981 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Usage tracker for resource:security_group_rule and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:49:36.171280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:49:36.177594 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:49:36.214660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device caee4813-9524-4e9d-b7d1-0bbcf0edabf9 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:49:36.240693 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.243549 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.249703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9f3dce33-1947-4f16-b191-45297f2661d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:49:36.250129 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: caee4813-9524-4e9d-b7d1-0bbcf0edabf9 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:49:36.250521 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device caee4813-9524-4e9d-b7d1-0bbcf0edabf9 not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:49:36.294169 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5197fa63-6cc5-4d00-9c09-c9f70b67a628,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:49:36.297073 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.298385 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2130680 Nov 22 15:49:36.299475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:49:36.301880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 47292) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:49:36.308307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a3e2e949-47e6-4882-a45e-54533c4dfc85 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Request body: {'security_group_rule': {'security_group_id': '5197fa63-6cc5-4d00-9c09-c9f70b67a628', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:49:36.315916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a3e2e949-47e6-4882-a45e-54533c4dfc85 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:49:36.320922 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a3e2e949-47e6-4882-a45e-54533c4dfc85 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Usage tracker for resource:security_group_rule and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:49:36.324792 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-a3e2e949-47e6-4882-a45e-54533c4dfc85 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:49:36.331040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a3e2e949-47e6-4882-a45e-54533c4dfc85 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:49:36.349641 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e949-47e6-4882-a45e-54533c4dfc85 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.359165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.421504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e949-47e6-4882-a45e-54533c4dfc85 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.424375 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e949-47e6-4882-a45e-54533c4dfc85 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.426556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-648802aa-d521-44fe-977d-a02c9556850e tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:49:36.451213 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2e949-47e6-4882-a45e-54533c4dfc85 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04d737a-8d16-4327-b7f2-35edec3b63ca,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:49:36.453881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-a3e2e949-47e6-4882-a45e-54533c4dfc85 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:49:36.461387 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e949-47e6-4882-a45e-54533c4dfc85 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.462835 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-a3e2e949-47e6-4882-a45e-54533c4dfc85 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1599269 Nov 22 15:49:36.465704 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 47296) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:49:36.471988 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-35ee1140-2564-4538-8fa5-1ce18670f4e1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Request body: {'security_group_rule': {'security_group_id': '5197fa63-6cc5-4d00-9c09-c9f70b67a628', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:49:36.478414 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-35ee1140-2564-4538-8fa5-1ce18670f4e1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:49:36.482866 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-35ee1140-2564-4538-8fa5-1ce18670f4e1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Usage tracker for resource:security_group_rule and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:49:36.485931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-35ee1140-2564-4538-8fa5-1ce18670f4e1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:49:36.492169 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-35ee1140-2564-4538-8fa5-1ce18670f4e1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:49:36.510895 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35ee1140-2564-4538-8fa5-1ce18670f4e1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.580468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35ee1140-2564-4538-8fa5-1ce18670f4e1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.583886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35ee1140-2564-4538-8fa5-1ce18670f4e1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741543'] for security_group_rule, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.585593 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:49:36.608756 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee1140-2564-4538-8fa5-1ce18670f4e1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87071345-b449-440e-bf92-81bf058e11d5,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:49:36.613404 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-35ee1140-2564-4538-8fa5-1ce18670f4e1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:49:36.626746 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35ee1140-2564-4538-8fa5-1ce18670f4e1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.629072 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-35ee1140-2564-4538-8fa5-1ce18670f4e1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1623545 Nov 22 15:49:36.632483 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 47300) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:49:36.640445 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Request body: {'floatingip': {'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:49:36.646608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:49:36.650797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Usage tracker for resource:floatingip and tenant:e9ed4ba427234a70806c19303e23689f is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:49:36.653744 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:49:36.659855 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:49:36.670401 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.832896 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:36.986779 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Allocated IP 172.27.0.117 (94e56778-0464-46a4-925b-03555f7ef8fd/28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf/5989daa1-8b1c-4116-b07e-7b01e45e756a) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:49:37.145440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:37.170298 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:37.174734 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:49:37.240630 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Network 94e56778-0464-46a4-925b-03555f7ef8fd is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:49:37.243587 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:49:37.248588 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:49:37.278157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event updated for resources: {'Port': ['ID=5989daa1-8b1c-4116-b07e-7b01e45e756a,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:49:37.284712 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:49:37.411964 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:37.470458 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:37.684028 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:37.687598 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:37.691968 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d3fe970d-65ac-4982-9f1e-93928f0d8c04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:49:37.796571 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event updated for resources: {'Port': ['ID=5989daa1-8b1c-4116-b07e-7b01e45e756a,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:49:37.804463 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:49:37.817625 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809642'] for floatingip, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:37.840603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for floatingip, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:37.841976 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-38b20a22-5bff-40c0-aad6-540e93c33c2f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2082908 Nov 22 15:49:37.851882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:38.033517 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-aea1b19d-3dfc-4a0e-9bc4-361e9bca76ff tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Synchronizing usage tracker for tenant:e9ed4ba427234a70806c19303e23689f on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:49:38.049638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-aea1b19d-3dfc-4a0e-9bc4-361e9bca76ff tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Unset dirty status for tenant:e9ed4ba427234a70806c19303e23689f on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:49:38.050973 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-aea1b19d-3dfc-4a0e-9bc4-361e9bca76ff tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--340457082&fields=id&tenant_id=e9ed4ba427234a70806c19303e23689f HTTP/1.1" status: 200 len: 267 time: 0.0670533 Nov 22 15:49:38.180364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:38.441355 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-4cb999a6-ea17-4cb2-b9f2-6ff441c460a2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:38.442965 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-4cb999a6-ea17-4cb2-b9f2-6ff441c460a2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 810 time: 0.3846667 Nov 22 15:49:38.461408 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-c1c834b2-7082-4d14-8cdf-6f8c52677db6 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/quotas/e9ed4ba427234a70806c19303e23689f HTTP/1.1" status: 200 len: 375 time: 0.0120018 Nov 22 15:49:38.551279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-8b11e03a-b41e-463f-9a26-f410dbcac6c5 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Synchronizing usage tracker for tenant:e9ed4ba427234a70806c19303e23689f on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:49:38.566946 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-8b11e03a-b41e-463f-9a26-f410dbcac6c5 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Unset dirty status for tenant:e9ed4ba427234a70806c19303e23689f on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:49:38.568386 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-8b11e03a-b41e-463f-9a26-f410dbcac6c5 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1011679 Nov 22 15:49:38.662921 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-c141a6f2-c42b-4c32-a271-85eceab12035 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:49:38.663994 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-c141a6f2-c42b-4c32-a271-85eceab12035 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0825460 Nov 22 15:49:38.825092 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-5f7415fa-cf42-456a-b1d3-05979289d49e service neutron] 10.222.0.41 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541378 Nov 22 15:49:38.970115 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-6deb660d-4548-49eb-a0aa-70e176471ece service neutron] 10.222.0.41 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383026 Nov 22 15:49:39.186951 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d2a4c35d-fbd8-4649-9715-df46c8bc5d54 req-2e8bf694-9c81-46f3-9fca-086f9421ac0f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 210 time: 0.0541286 Nov 22 15:49:39.477018 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:49:40.365425 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1bff517-7584-449d-a62d-19951d1515f8 req-51c6c177-7a11-43bd-8f73-9e3e2164be85 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 210 time: 0.0470259 Nov 22 15:49:40.514568 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-e06c9a1f-130e-4c91-82e6-ce845257fff4 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:40.516083 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-e06c9a1f-130e-4c91-82e6-ce845257fff4 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 810 time: 0.1576569 Nov 22 15:49:40.578392 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-da809448-edee-4645-bb7d-1c2c3e0df20c tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Synchronizing usage tracker for tenant:e9ed4ba427234a70806c19303e23689f on resource:security_group {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:49:40.590741 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-da809448-edee-4645-bb7d-1c2c3e0df20c tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Unset dirty status for tenant:e9ed4ba427234a70806c19303e23689f on resource:security_group {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:49:40.592306 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-da809448-edee-4645-bb7d-1c2c3e0df20c tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9ed4ba427234a70806c19303e23689f HTTP/1.1" status: 200 len: 379 time: 0.0574560 Nov 22 15:49:40.603258 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Request body: {'port': {'device_id': 'ec74b88f-2b7e-44bc-be35-8923c8802684', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'admin_state_up': True, 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'security_groups': ['5197fa63-6cc5-4d00-9c09-c9f70b67a628']}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:49:40.746599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:49:40.756706 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:49:40.765599 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Made reservation on behalf of e9ed4ba427234a70806c19303e23689f for: {'port': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:49:40.770964 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:41.159814 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Allocated IP 172.20.0.10 (2592f3a0-b1bb-452a-8b05-38478f20e242/3d1109ce-6aa9-44b8-8633-5b30a45ee748/be40e0e8-8c95-4ca2-962c-3c0301c864d6) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:49:41.377199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:41.394723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Transition to ACTIVE for port object be40e0e8-8c95-4ca2-962c-3c0301c864d6 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:49:41.415537 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:41.421506 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e5cbccd4-aacf-4f96-9f10-beb60ccfae80 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:49:41.496969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Network 2592f3a0-b1bb-452a-8b05-38478f20e242 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:49:41.500234 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:49:41.504897 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:49:41.534218 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event updated for resources: {'Port': ['ID=be40e0e8-8c95-4ca2-962c-3c0301c864d6,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:49:41.540602 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:49:41.580154 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:41.580873 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:41.586343 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5ccb2-b327-4607-af67-d70008cbf65f req-1adc857e-910d-4d58-ab3e-683a9bb4ff89 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:41.588025 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f6a5ccb2-b327-4607-af67-d70008cbf65f req-1adc857e-910d-4d58-ab3e-683a9bb4ff89 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 932 time: 0.0966730 Nov 22 15:49:41.608241 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0088601 Nov 22 15:49:41.625289 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Request body: {'port': {'device_id': 'ec74b88f-2b7e-44bc-be35-8923c8802684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:49:41.643990 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-f6a5ccb2-b327-4607-af67-d70008cbf65f req-a49ecc68-48de-40fd-b906-0a5714f0d7e5 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=5197fa63-6cc5-4d00-9c09-c9f70b67a628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490630 Nov 22 15:49:41.749933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:41.833206 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-1649ccff-1d73-4967-8a7d-a8f1fd1c55b9 None None] Provisioning for port be40e0e8-8c95-4ca2-962c-3c0301c864d6 completed by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:49:41.838186 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-1649ccff-1d73-4967-8a7d-a8f1fd1c55b9 None None] Provisioning complete for port be40e0e8-8c95-4ca2-962c-3c0301c864d6 triggered by entity DHCP. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:49:41.838605 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1649ccff-1d73-4967-8a7d-a8f1fd1c55b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:41.897809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1649ccff-1d73-4967-8a7d-a8f1fd1c55b9 None None] Port be40e0e8-8c95-4ca2-962c-3c0301c864d6 cannot update to ACTIVE because it is not bound. {{(pid=88140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:49:42.119254 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be40e0e8-8c95-4ca2-962c-3c0301c864d6 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:49:42.127548 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:42.143180 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Transition to ACTIVE for port object be40e0e8-8c95-4ca2-962c-3c0301c864d6 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:49:42.146108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:42.150779 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ee210b17-9ab9-4428-a27b-64b1f52462d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:49:42.279323 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Pushing event updated for resources: {'Port': ['ID=be40e0e8-8c95-4ca2-962c-3c0301c864d6,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:49:42.283793 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:49:42.399814 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Attempting to bind port be40e0e8-8c95-4ca2-962c-3c0301c864d6 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:49:42.400378 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Attempting to bind port be40e0e8-8c95-4ca2-962c-3c0301c864d6 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:49:42.400518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Attempting to bind port be40e0e8-8c95-4ca2-962c-3c0301c864d6 on network 2592f3a0-b1bb-452a-8b05-38478f20e242 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:49:42.407366 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Port be40e0e8-8c95-4ca2-962c-3c0301c864d6 on network 2592f3a0-b1bb-452a-8b05-38478f20e242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:49:42.407730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Attempting to bind port be40e0e8-8c95-4ca2-962c-3c0301c864d6 on network 2592f3a0-b1bb-452a-8b05-38478f20e242 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:49:42.414527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:49:42.415073 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Checking segment: {'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:49:42.415499 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Bound using segment: {'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:49:42.415978 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Bound port: be40e0e8-8c95-4ca2-962c-3c0301c864d6, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b0387b-eb26-4daf-84fa-3154f7281954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:49:42.416365 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:42.509321 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] For port be40e0e8-8c95-4ca2-962c-3c0301c864d6, host hv-cinder-81877, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:49:42.512715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] For port be40e0e8-8c95-4ca2-962c-3c0301c864d6, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:49:42.516068 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:42.520665 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-b253f242-f05b-4c22-b7bc-a39ec15ee1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:49:42.587355 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:42.589462 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] 10.222.0.50 "PUT /v2.0/ports/be40e0e8-8c95-4ca2-962c-3c0301c864d6 HTTP/1.1" status: 200 len: 1094 time: 0.9692104 Nov 22 15:49:42.590008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec74b88f-2b7e-44bc-be35-8923c8802684', 'tag': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:49:42.606594 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Pushing event updated for resources: {'Port': ['ID=be40e0e8-8c95-4ca2-962c-3c0301c864d6,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:49:42.610329 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:49:42.669105 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec74b88f-2b7e-44bc-be35-8923c8802684', 'tag': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6', 'status': 'completed', 'code': 200} Nov 22 15:49:42.712370 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-fee618f7-0aa7-4ea8-a073-d4455b41b159 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 1097 time: 0.0797284 Nov 22 15:49:42.797663 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-b367a010-564d-4600-9aba-526cf84b7498 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6 HTTP/1.1" status: 200 len: 217 time: 0.0724280 Nov 22 15:49:42.860239 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc40f9-9bf3-494b-ace8-3530fb671173 req-e41ce406-673a-4da2-8842-d09fd9d0ac02 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:42.861996 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-addc40f9-9bf3-494b-ace8-3530fb671173 req-e41ce406-673a-4da2-8842-d09fd9d0ac02 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 944 time: 0.0866041 Nov 22 15:49:42.875251 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-d1d768da-79e2-4ea1-a44d-726362eb3d9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:42.876864 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-d1d768da-79e2-4ea1-a44d-726362eb3d9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0700908 Nov 22 15:49:42.910703 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-addc40f9-9bf3-494b-ace8-3530fb671173 req-c0b7c164-99ea-481d-b438-6715e1fe251e tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=5197fa63-6cc5-4d00-9c09-c9f70b67a628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425377 Nov 22 15:49:42.965963 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-2d77dbc6-1d54-4417-baea-077977eb5b30 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787146 Nov 22 15:49:43.119598 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-6a9ab534-e269-40d2-b5c7-8dd247def622 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419873 Nov 22 15:49:43.264976 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7a7d5c87-c6b4-400b-b349-590f81ace191 req-a67d9c19-db6d-481d-b962-0c598e8ff3e5 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355679 Nov 22 15:49:43.391237 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-adead540-8156-455c-a885-5f6d8b3b4c5c req-1270ccec-d9fe-4da4-a943-5ead0c4ea433 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 1097 time: 0.0730991 Nov 22 15:49:43.532575 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adead540-8156-455c-a885-5f6d8b3b4c5c req-8aafb8b2-a0f5-4a5d-9787-b63da12198db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:43.534040 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-adead540-8156-455c-a885-5f6d8b3b4c5c req-8aafb8b2-a0f5-4a5d-9787-b63da12198db service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1358325 Nov 22 15:49:43.607884 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-adead540-8156-455c-a885-5f6d8b3b4c5c req-a0e6e469-7d4a-41c4-95e9-d33290231017 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6 HTTP/1.1" status: 200 len: 217 time: 0.0663242 Nov 22 15:49:43.677639 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adead540-8156-455c-a885-5f6d8b3b4c5c req-5955edc0-04b7-4784-98cc-5cc74c3e8a86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:43.679198 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-adead540-8156-455c-a885-5f6d8b3b4c5c req-5955edc0-04b7-4784-98cc-5cc74c3e8a86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0648842 Nov 22 15:49:43.759359 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-adead540-8156-455c-a885-5f6d8b3b4c5c req-a1083b68-dff0-4a46-888f-3329ce1c103d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714090 Nov 22 15:49:43.904454 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-adead540-8156-455c-a885-5f6d8b3b4c5c req-4171eaa7-6172-471c-b480-d7486f1ba45a service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378560 Nov 22 15:49:44.047326 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-adead540-8156-455c-a885-5f6d8b3b4c5c req-ee211360-6839-4357-8707-00fbc1ab5921 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358416 Nov 22 15:49:44.122058 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45046063-fd77-49df-9468-170a6b7a223e req-386deb9b-790c-4ad0-ab16-4566d628bfe8 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:44.123661 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-45046063-fd77-49df-9468-170a6b7a223e req-386deb9b-790c-4ad0-ab16-4566d628bfe8 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 944 time: 0.0878959 Nov 22 15:49:44.171401 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-45046063-fd77-49df-9468-170a6b7a223e req-c10a14ce-9947-4cf7-8bfd-68ba16fca988 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=5197fa63-6cc5-4d00-9c09-c9f70b67a628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413909 Nov 22 15:49:45.376629 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175ba59-eb5b-4bc6-92c9-2d966f9464ff req-71e3f5ff-0b70-4c10-adcc-eb75e5f2766a tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:45.378226 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2175ba59-eb5b-4bc6-92c9-2d966f9464ff req-71e3f5ff-0b70-4c10-adcc-eb75e5f2766a tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 944 time: 0.0821095 Nov 22 15:49:45.429535 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2175ba59-eb5b-4bc6-92c9-2d966f9464ff req-3d997280-41ee-4e5d-a09a-1c452b54de29 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=5197fa63-6cc5-4d00-9c09-c9f70b67a628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450463 Nov 22 15:49:46.245438 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device be40e0e8-8c95-4ca2-962c-3c0301c864d6 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:49:46.387703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port be40e0e8-8c95-4ca2-962c-3c0301c864d6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:49:46.401332 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'port_id': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6', 'mac_address': 'fa:16:3e:6f:23:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:49:46.455762 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:46.474008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be40e0e8-8c95-4ca2-962c-3c0301c864d6 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:49:46.489512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port be40e0e8-8c95-4ca2-962c-3c0301c864d6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:49:46.492432 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:46.494584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:49:46.563668 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=be40e0e8-8c95-4ca2-962c-3c0301c864d6,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:49:46.572670 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:46.573176 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:46.573560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:46.573933 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:46.574303 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:46.574696 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:46.575062 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:46.575428 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:46.575792 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:46.576159 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:46.576515 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:49:46.580573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:49:46.641504 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e8f32-91df-4cd0-a889-5cae36621e7c req-fc462815-04ce-41b4-9573-4b2bf5667a9f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:46.643108 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8b7e8f32-91df-4cd0-a889-5cae36621e7c req-fc462815-04ce-41b4-9573-4b2bf5667a9f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 945 time: 0.0868034 Nov 22 15:49:46.691537 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8b7e8f32-91df-4cd0-a889-5cae36621e7c req-a64a5969-f3a1-419c-b24b-3142f5461c1c tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=5197fa63-6cc5-4d00-9c09-c9f70b67a628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 Nov 22 15:49:46.806614 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['be40e0e8-8c95-4ca2-962c-3c0301c864d6'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:49:47.897364 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebafb4b-00f0-4017-9224-2a8edc29fe33 req-57abfec0-22c8-45b2-b067-eb00ae5cb108 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:47.900389 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1ebafb4b-00f0-4017-9224-2a8edc29fe33 req-57abfec0-22c8-45b2-b067-eb00ae5cb108 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 945 time: 0.0831535 Nov 22 15:49:47.950458 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1ebafb4b-00f0-4017-9224-2a8edc29fe33 req-4cba502a-0fd4-411b-88ea-27c0eb33a6e3 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=5197fa63-6cc5-4d00-9c09-c9f70b67a628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447326 Nov 22 15:49:48.260584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device be40e0e8-8c95-4ca2-962c-3c0301c864d6 up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:49:48.332508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port be40e0e8-8c95-4ca2-962c-3c0301c864d6 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:49:48.337654 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port be40e0e8-8c95-4ca2-962c-3c0301c864d6 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:49:48.337779 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:48.449939 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:48.476952 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec74b88f-2b7e-44bc-be35-8923c8802684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:49:48.487263 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port be40e0e8-8c95-4ca2-962c-3c0301c864d6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:49:48.491078 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:48.492712 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:49:48.561900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=be40e0e8-8c95-4ca2-962c-3c0301c864d6,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:49:48.565304 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:49:48.614916 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec74b88f-2b7e-44bc-be35-8923c8802684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6', 'code': 200} Nov 22 15:49:48.870815 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1ab494f8-e7a8-4392-a20f-621eb088bf52 req-a972ee97-2c9f-40c6-bf82-b813db9a7193 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 1099 time: 0.0761616 Nov 22 15:49:48.918654 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1ab494f8-e7a8-4392-a20f-621eb088bf52 req-78b3f14e-9a42-4b7c-9783-15f1a92f01dc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5197fa63-6cc5-4d00-9c09-c9f70b67a628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377910 Nov 22 15:49:49.161880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8a943-955e-4487-850f-9c60c1f0064c req-9b35cb9a-601d-46de-8fc1-1f8d6a5ca320 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:49.163430 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-40c8a943-955e-4487-850f-9c60c1f0064c req-9b35cb9a-601d-46de-8fc1-1f8d6a5ca320 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 946 time: 0.0857813 Nov 22 15:49:49.211947 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-40c8a943-955e-4487-850f-9c60c1f0064c req-135f1238-f247-45a2-85b6-76200712aa6a tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=5197fa63-6cc5-4d00-9c09-c9f70b67a628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424545 Nov 22 15:49:50.428138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0d614-e9cf-467a-a942-4a8c94c3e4b0 req-dc803090-fd9f-468f-8af9-1df9731e1bfb tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:50.429776 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-add0d614-e9cf-467a-a942-4a8c94c3e4b0 req-dc803090-fd9f-468f-8af9-1df9731e1bfb tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 946 time: 0.0873077 Nov 22 15:49:50.482001 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-add0d614-e9cf-467a-a942-4a8c94c3e4b0 req-ae24d8ce-8219-4ab8-856c-5fa81cf2cde9 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=5197fa63-6cc5-4d00-9c09-c9f70b67a628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454693 Nov 22 15:49:50.685560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476f7d5-11d3-4d76-9122-d5256f8c6043 req-1f0858e2-2c64-40b4-b135-676f6250ef57 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:50.687184 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5476f7d5-11d3-4d76-9122-d5256f8c6043 req-1f0858e2-2c64-40b4-b135-676f6250ef57 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 946 time: 0.0855932 Nov 22 15:49:50.696460 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 47362) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:49:50.703548 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-9a763db7-9c04-44ed-a507-398fce5ea2e8 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Request body: {'floatingip': {'port_id': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:49:50.782919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a763db7-9c04-44ed-a507-398fce5ea2e8 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:51.403354 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a763db7-9c04-44ed-a507-398fce5ea2e8 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:51.406176 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a763db7-9c04-44ed-a507-398fce5ea2e8 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809642'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:51.602458 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.l3_db [None req-9a763db7-9c04-44ed-a507-398fce5ea2e8 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Floating IP eb899202-3fd5-4cf2-a089-99e0f0cfea4e associated. External IP: 172.27.0.117, port: be40e0e8-8c95-4ca2-962c-3c0301c864d6. Nov 22 15:49:52.002809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a763db7-9c04-44ed-a507-398fce5ea2e8 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Router 2ec40ba0-33d2-493e-97f5-4595ad140c21 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:49:52.439844 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a763db7-9c04-44ed-a507-398fce5ea2e8 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:49:52.444343 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a763db7-9c04-44ed-a507-398fce5ea2e8 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:49:52.450426 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa300f-d9aa-40b7-8772-146e36e30d0b None None] Sync routers for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:49:52.463699 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa300f-d9aa-40b7-8772-146e36e30d0b None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:49:52.464355 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-28aa300f-d9aa-40b7-8772-146e36e30d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:49:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:49:52.499527 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-9a763db7-9c04-44ed-a507-398fce5ea2e8 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "PUT /v2.0/floatingips/eb899202-3fd5-4cf2-a089-99e0f0cfea4e HTTP/1.1" status: 200 len: 992 time: 1.8018589 Nov 22 15:49:52.500208 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec74b88f-2b7e-44bc-be35-8923c8802684', 'tag': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:49:52.647625 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec74b88f-2b7e-44bc-be35-8923c8802684', 'tag': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6', 'status': 'completed', 'code': 200} Nov 22 15:49:52.657478 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-28aa300f-d9aa-40b7-8772-146e36e30d0b None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:49:52.742913 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5e873b77-65bd-4900-8b06-5c7b52242791 req-e996ac9d-dc00-47e6-a82f-91fca9996c8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 1099 time: 0.0742865 Nov 22 15:49:52.886205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e873b77-65bd-4900-8b06-5c7b52242791 req-5761caa6-6fb3-4e54-a938-9d8fdd414adb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:52.887766 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5e873b77-65bd-4900-8b06-5c7b52242791 req-5761caa6-6fb3-4e54-a938-9d8fdd414adb service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1387138 Nov 22 15:49:52.996162 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5e873b77-65bd-4900-8b06-5c7b52242791 req-ec4fb935-51a2-46db-bef5-7e7d80a6abc4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6 HTTP/1.1" status: 200 len: 1000 time: 0.1012177 Nov 22 15:49:53.021449 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-28aa300f-d9aa-40b7-8772-146e36e30d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_floatingips': [{'id': 'eb899202-3fd5-4cf2-a089-99e0f0cfea4e', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'router_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'port_id': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'mac_address': 'fa:16:3e:6f:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec74b88f-2b7e-44bc-be35-8923c8802684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:49:37Z', 'updated_at': '2021-11-22T15:49:51Z', 'revision_number': 1, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:37Z', 'revision_number': 5, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:49:53.025486 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa300f-d9aa-40b7-8772-146e36e30d0b None None] Checking router: 2ec40ba0-33d2-493e-97f5-4595ad140c21 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:49:53.037722 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa300f-d9aa-40b7-8772-146e36e30d0b None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:49:53.038383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-28aa300f-d9aa-40b7-8772-146e36e30d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:49:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:49:53.066090 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e873b77-65bd-4900-8b06-5c7b52242791 req-f739098d-d40d-47ff-b4f5-1d21527c462d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:53.069647 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5e873b77-65bd-4900-8b06-5c7b52242791 req-f739098d-d40d-47ff-b4f5-1d21527c462d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0673747 Nov 22 15:49:53.159156 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5e873b77-65bd-4900-8b06-5c7b52242791 req-5c8f44de-a946-4e98-adea-c0d4530fc249 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834668 Nov 22 15:49:53.238901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-28aa300f-d9aa-40b7-8772-146e36e30d0b None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:49:53.312361 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5e873b77-65bd-4900-8b06-5c7b52242791 req-84edc80a-635e-4639-9420-63a6032ef217 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455410 Nov 22 15:49:53.460804 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5e873b77-65bd-4900-8b06-5c7b52242791 req-cac23e2a-84e2-4568-a0ad-42fc6698fc1b service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410179 Nov 22 15:49:53.786745 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-28aa300f-d9aa-40b7-8772-146e36e30d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_floatingips': [{'id': 'eb899202-3fd5-4cf2-a089-99e0f0cfea4e', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'router_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'port_id': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'mac_address': 'fa:16:3e:6f:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec74b88f-2b7e-44bc-be35-8923c8802684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:49:37Z', 'updated_at': '2021-11-22T15:49:51Z', 'revision_number': 1, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:37Z', 'revision_number': 5, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:49:53.790935 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa300f-d9aa-40b7-8772-146e36e30d0b None None] The sync data for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi is: [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_floatingips': [{'id': 'eb899202-3fd5-4cf2-a089-99e0f0cfea4e', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'router_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'port_id': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'mac_address': 'fa:16:3e:6f:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec74b88f-2b7e-44bc-be35-8923c8802684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:49:37Z', 'updated_at': '2021-11-22T15:49:51Z', 'revision_number': 1, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:37Z', 'revision_number': 5, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:49:54.134919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd74a7b-411d-433b-a9a8-6c5004265595 None None] New status for floating IP eb899202-3fd5-4cf2-a089-99e0f0cfea4e: ACTIVE {{(pid=88140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:49:59.162599 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b343895-6b57-47f1-987f-9114530a239c req-cde6e40c-f0f8-467f-8b4a-cf6f50cb2767 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744836 Nov 22 15:49:59.309676 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b343895-6b57-47f1-987f-9114530a239c req-2a8cd330-3fc0-4f1e-ad61-a2cbeab95cd5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 1099 time: 0.0775115 Nov 22 15:49:59.671132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b343895-6b57-47f1-987f-9114530a239c req-af6e8a59-f695-424b-9791-38b3c2af929e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:59.672699 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b343895-6b57-47f1-987f-9114530a239c req-af6e8a59-f695-424b-9791-38b3c2af929e service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.3400996 Nov 22 15:49:59.779931 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b343895-6b57-47f1-987f-9114530a239c req-8181a22f-be14-427a-8946-c1560c4fe7fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6 HTTP/1.1" status: 200 len: 1002 time: 0.0999699 Nov 22 15:49:59.849543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b343895-6b57-47f1-987f-9114530a239c req-76cd4f38-6a25-4a5a-8834-242cfbf1bff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:49:59.851095 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b343895-6b57-47f1-987f-9114530a239c req-76cd4f38-6a25-4a5a-8834-242cfbf1bff1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0649235 Nov 22 15:49:59.932031 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b343895-6b57-47f1-987f-9114530a239c req-ea085516-58dd-48cb-ba3f-85e95b674c5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712545 Nov 22 15:50:00.072457 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b343895-6b57-47f1-987f-9114530a239c req-d51d5678-90aa-437d-9ea1-f762f5ebe130 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337938 Nov 22 15:50:00.213881 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5b343895-6b57-47f1-987f-9114530a239c req-53cb4979-5c77-4038-9459-1a6bf03e4248 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346593 Nov 22 15:50:03.823022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a31e923f-a2e8-4a57-bae2-6a0fa92944c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:50:05.212710 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:50:06.068898 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-808d58bc-c26d-4820-97bf-fd0a10ecafdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:50:06.359937 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:50:07.868704 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:50:08.181435 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:50:16.478134 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:50:33.824493 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6580b4e-ecb6-4042-8a54-6d41db3de3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:50:35.215848 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:50:36.066152 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e548-0583-4894-8e73-e53fe66705f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:50:36.362301 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:50:37.887816 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:50:38.195635 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:50:53.479723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:50:59.255322 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a394789-31af-4986-9c26-039991cf7a57 req-b8a1ba6a-7788-4bef-b319-84808fd68a47 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1508179 Nov 22 15:50:59.410312 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a394789-31af-4986-9c26-039991cf7a57 req-9078befe-b357-4dcb-a77a-977127a9c5d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 1099 time: 0.0733895 Nov 22 15:50:59.572213 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a394789-31af-4986-9c26-039991cf7a57 req-0e086635-cb9e-49be-b644-e99010e50ead service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:50:59.574468 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a394789-31af-4986-9c26-039991cf7a57 req-0e086635-cb9e-49be-b644-e99010e50ead service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1393108 Nov 22 15:50:59.684537 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a394789-31af-4986-9c26-039991cf7a57 req-5089301c-62d1-4ccb-8eda-55467c11bb4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6 HTTP/1.1" status: 200 len: 1002 time: 0.1004214 Nov 22 15:50:59.754883 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a394789-31af-4986-9c26-039991cf7a57 req-b6553f47-393c-405e-8971-6baf40c7548a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:50:59.756432 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a394789-31af-4986-9c26-039991cf7a57 req-b6553f47-393c-405e-8971-6baf40c7548a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0629125 Nov 22 15:50:59.840940 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a394789-31af-4986-9c26-039991cf7a57 req-6697883c-e964-4555-8e21-df027ce41c8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741479 Nov 22 15:50:59.989237 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a394789-31af-4986-9c26-039991cf7a57 req-48ff4a0e-2149-4758-8b9d-a6b6fe6d698b service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373165 Nov 22 15:51:00.134528 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a394789-31af-4986-9c26-039991cf7a57 req-6823eb44-de9c-43e4-b746-35b3f3da0ffd service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343136 Nov 22 15:51:03.826786 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-86cabd60-0aa1-4283-a167-024871b61e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:51:05.217197 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:51:06.066961 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75f13339-3710-46ac-ae52-62e50e4d5457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:51:06.368157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:51:07.877172 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:51:08.186991 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:51:30.481805 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:51:33.828993 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c0bb71a2-6487-48b5-8d5d-ad776e125c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:51:35.220394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:51:36.068135 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9c2331ed-86a6-460a-9c0b-b621c1a2c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:51:36.367448 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:51:37.913440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:51:38.192845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:52:00.163680 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a559f41-ddc1-4ed8-9ed6-58023b2dc7a8 req-2a620bd0-bc8c-470b-9826-24a20d8f780a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716338 Nov 22 15:52:00.324686 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a559f41-ddc1-4ed8-9ed6-58023b2dc7a8 req-b0140030-e562-4064-af5f-ae8864b05770 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 1099 time: 0.0807776 Nov 22 15:52:00.488348 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a559f41-ddc1-4ed8-9ed6-58023b2dc7a8 req-23cad783-e23e-4385-80a9-af4641ae21dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:52:00.489937 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a559f41-ddc1-4ed8-9ed6-58023b2dc7a8 req-23cad783-e23e-4385-80a9-af4641ae21dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1417301 Nov 22 15:52:00.599282 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a559f41-ddc1-4ed8-9ed6-58023b2dc7a8 req-9470d494-8b34-4de5-aa78-59e55ee057c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6 HTTP/1.1" status: 200 len: 1002 time: 0.0993738 Nov 22 15:52:00.673057 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a559f41-ddc1-4ed8-9ed6-58023b2dc7a8 req-a6b053c8-4665-4c85-8939-45869a3e62ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:52:00.674613 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a559f41-ddc1-4ed8-9ed6-58023b2dc7a8 req-a6b053c8-4665-4c85-8939-45869a3e62ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0658796 Nov 22 15:52:00.757593 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a559f41-ddc1-4ed8-9ed6-58023b2dc7a8 req-2f68ce98-8a7a-4532-a8af-4e6133b91282 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739632 Nov 22 15:52:00.906815 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a559f41-ddc1-4ed8-9ed6-58023b2dc7a8 req-7c2987ad-9fa6-4c74-b963-a3aacf9acba8 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392162 Nov 22 15:52:01.053952 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a559f41-ddc1-4ed8-9ed6-58023b2dc7a8 req-f5f9e7bb-a591-4d1d-bc50-77de506c0570 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370585 Nov 22 15:52:03.831651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-71b9af48-e58e-47f7-8b37-fdaf483e9c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:52:05.223216 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:52:06.070083 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7f0a284b-67c5-4c1f-85a1-f9a8a44a6012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:52:06.373052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:52:07.485330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:52:07.926051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:52:08.195380 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:52:33.832325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b60ea313-e8c5-42db-b416-98e4f27197e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:52:35.226069 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:52:36.070525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-96aa48b4-b10b-4df6-81ad-1018477d89b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:52:36.374884 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:52:37.941775 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:52:38.196734 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:52:44.485676 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:53:00.165317 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2355dd59-2445-44e2-9f8c-f86d7b99b28b req-376448c9-ced8-4463-b50c-8af65aa6a770 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798488 Nov 22 15:53:00.336724 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2355dd59-2445-44e2-9f8c-f86d7b99b28b req-a7bbc45b-559c-41fd-9767-9456608b00c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 1099 time: 0.0855033 Nov 22 15:53:00.504071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355dd59-2445-44e2-9f8c-f86d7b99b28b req-43d16d36-d548-40a2-b011-7ac611319943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:53:00.505572 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2355dd59-2445-44e2-9f8c-f86d7b99b28b req-43d16d36-d548-40a2-b011-7ac611319943 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1426899 Nov 22 15:53:00.616074 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2355dd59-2445-44e2-9f8c-f86d7b99b28b req-87bad9e7-adc5-4f4d-9472-56b5f9cd39f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6 HTTP/1.1" status: 200 len: 1002 time: 0.1004119 Nov 22 15:53:00.688512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355dd59-2445-44e2-9f8c-f86d7b99b28b req-4765af1a-eba6-4db9-951b-651275853301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:53:00.690116 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2355dd59-2445-44e2-9f8c-f86d7b99b28b req-4765af1a-eba6-4db9-951b-651275853301 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0620124 Nov 22 15:53:00.775328 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2355dd59-2445-44e2-9f8c-f86d7b99b28b req-8d975357-27e7-4d2b-af9a-e29caed33e03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754414 Nov 22 15:53:00.920330 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2355dd59-2445-44e2-9f8c-f86d7b99b28b req-2737720f-ee50-4e57-8a93-acdba50b0364 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348848 Nov 22 15:53:01.282158 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2355dd59-2445-44e2-9f8c-f86d7b99b28b req-ecf9bd67-c0eb-44b5-adaf-fcd02289fc87 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488860 Nov 22 15:53:03.834022 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6029e77d-76d7-4981-94ae-8db3cf27b2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:53:05.228250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:53:06.080005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44953c81-d1af-4c4c-b02d-230c8f150cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:53:06.377888 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:53:07.955810 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:53:08.201073 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:53:21.485518 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:53:33.836859 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-940eff45-ddc1-46cb-81b4-1aa6aa3adb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:53:35.230970 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:53:36.072765 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6c26b72-9548-48c7-8893-6b586da6c0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:53:36.380097 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:53:37.954749 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:53:38.203334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:53:58.487294 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:54:01.148724 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-57330e1d-115e-43cf-9432-5d2c2501e37c req-0c0f7e9c-5a98-4b1d-80ca-a563b740dac2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757957 Nov 22 15:54:01.309556 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-57330e1d-115e-43cf-9432-5d2c2501e37c req-dc45909f-36b3-4d78-a6b4-85bdc46cb6da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 1099 time: 0.0776174 Nov 22 15:54:01.468225 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57330e1d-115e-43cf-9432-5d2c2501e37c req-4993ccae-b046-4d2e-9719-b5b5146667e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:54:01.469984 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-57330e1d-115e-43cf-9432-5d2c2501e37c req-4993ccae-b046-4d2e-9719-b5b5146667e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1362391 Nov 22 15:54:01.576002 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-57330e1d-115e-43cf-9432-5d2c2501e37c req-6fdfcf2e-2ef2-4dae-8baf-49ba68e44513 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6 HTTP/1.1" status: 200 len: 1002 time: 0.0985527 Nov 22 15:54:01.651560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57330e1d-115e-43cf-9432-5d2c2501e37c req-9a4bc8f9-04e3-4003-a71b-b898a6c86187 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:54:01.653916 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-57330e1d-115e-43cf-9432-5d2c2501e37c req-9a4bc8f9-04e3-4003-a71b-b898a6c86187 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0719199 Nov 22 15:54:01.736177 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-57330e1d-115e-43cf-9432-5d2c2501e37c req-c720fed4-ec85-48bf-9786-54faf1e60780 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742941 Nov 22 15:54:01.890128 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-57330e1d-115e-43cf-9432-5d2c2501e37c req-196aa10f-f678-4d10-a285-83f0ccc47a98 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438720 Nov 22 15:54:02.033206 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-57330e1d-115e-43cf-9432-5d2c2501e37c req-0507f14f-36e6-404f-9604-eafc63e2b92a service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358593 Nov 22 15:54:03.839357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6856e624-fce5-476b-bb13-a02f04f96f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:54:05.233844 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:54:06.076016 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-34c15c48-045e-4b2a-b1ba-3c12c514c7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:54:06.384140 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:54:07.959823 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:54:08.206958 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:54:33.842119 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c930743-7fc7-4b04-b841-90f6a175567a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:54:35.237250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:54:35.488773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:54:36.078545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d90636d8-b288-457c-9ada-b058e24f87c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:54:36.389080 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:54:37.986377 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:54:38.207931 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:54:51.345328 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-f3f25bcd-456a-4b8a-9cba-6c10e65bc5cf req-a3185900-1cfc-4959-822e-b4d3676b15f0 service neutron] (88139) timed out ('10.222.0.50', 59988) {{(pid=88139) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 22 15:55:03.169161 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a4b747c7-fcd3-4de4-a014-f50c6bbf398b req-8836ce9a-fede-4b2e-8719-2f12fef3eb58 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809674 Nov 22 15:55:03.329864 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a4b747c7-fcd3-4de4-a014-f50c6bbf398b req-6cd96f25-d84c-44cb-889f-506e1e2c7fbf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 1099 time: 0.0761867 Nov 22 15:55:03.489801 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b747c7-fcd3-4de4-a014-f50c6bbf398b req-aed5f972-b8fd-4075-b8ab-9aef44e70cca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:55:03.491506 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a4b747c7-fcd3-4de4-a014-f50c6bbf398b req-aed5f972-b8fd-4075-b8ab-9aef44e70cca service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1346471 Nov 22 15:55:03.603093 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a4b747c7-fcd3-4de4-a014-f50c6bbf398b req-225f1693-aef1-4b5c-ba37-1486929aa6f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6 HTTP/1.1" status: 200 len: 1002 time: 0.1007466 Nov 22 15:55:03.674539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b747c7-fcd3-4de4-a014-f50c6bbf398b req-2a8cc508-293a-418e-b07c-5da43326935b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:55:03.676149 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a4b747c7-fcd3-4de4-a014-f50c6bbf398b req-2a8cc508-293a-418e-b07c-5da43326935b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0625691 Nov 22 15:55:03.757660 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a4b747c7-fcd3-4de4-a014-f50c6bbf398b req-5dcbca2a-1545-440f-b3ef-03ad707e4f58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745270 Nov 22 15:55:03.847541 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3cb2-3810-4c56-9894-bad6063e6c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:55:03.905914 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a4b747c7-fcd3-4de4-a014-f50c6bbf398b req-b81f35fa-7d96-4e5a-a1e4-03500d1617a3 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378040 Nov 22 15:55:04.051167 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a4b747c7-fcd3-4de4-a014-f50c6bbf398b req-087541f0-7974-45e4-adce-761281fa547b service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350472 Nov 22 15:55:05.239629 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:55:06.081460 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f41641d-cd2d-4a88-9b8c-b3054250140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:55:06.391681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:55:08.000798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:55:08.211041 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:55:12.489794 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:55:33.850155 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-66ae4fa4-c22b-44f1-aa3a-11e34e6b15ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:55:35.242204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:55:36.082058 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2a58-6575-45ea-bd90-7991421b3489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:55:36.394543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:55:38.016604 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:55:38.214151 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:55:49.491660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:56:03.853590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d08fd7a-3662-4cc9-b5fd-1e5a058642ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:05.239104 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7337e76d-1654-4da6-a999-ce45c10809e0 req-16998592-0187-43b4-ac80-6cb1e33cf9aa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1425545 Nov 22 15:56:05.243659 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:05.398929 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7337e76d-1654-4da6-a999-ce45c10809e0 req-b4e144ea-739a-4cf7-9758-dff3705ac333 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9ed4ba427234a70806c19303e23689f&device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 1099 time: 0.0777171 Nov 22 15:56:05.560771 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337e76d-1654-4da6-a999-ce45c10809e0 req-de65f0b5-46e5-41e4-b4b1-3544c4133484 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:56:05.562366 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7337e76d-1654-4da6-a999-ce45c10809e0 req-de65f0b5-46e5-41e4-b4b1-3544c4133484 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 200 len: 911 time: 0.1379359 Nov 22 15:56:05.671267 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7337e76d-1654-4da6-a999-ce45c10809e0 req-371e5c6c-ed55-4d35-900a-bd56e71310d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6 HTTP/1.1" status: 200 len: 1002 time: 0.0981801 Nov 22 15:56:05.747763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337e76d-1654-4da6-a999-ce45c10809e0 req-490ac268-21bf-4374-a12c-5007fd34b724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:56:05.749353 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7337e76d-1654-4da6-a999-ce45c10809e0 req-490ac268-21bf-4374-a12c-5007fd34b724 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 200 len: 849 time: 0.0686939 Nov 22 15:56:05.833366 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7337e76d-1654-4da6-a999-ce45c10809e0 req-4395ef0a-09d8-4847-8eca-6588cf227c96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2592f3a0-b1bb-452a-8b05-38478f20e242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741553 Nov 22 15:56:05.848503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-7337e76d-1654-4da6-a999-ce45c10809e0 req-b0138add-c3e9-4f7e-bd1b-b2700c7172fa service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:56:05.849574 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7337e76d-1654-4da6-a999-ce45c10809e0 req-b0138add-c3e9-4f7e-bd1b-b2700c7172fa service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0053885 Nov 22 15:56:05.997413 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7337e76d-1654-4da6-a999-ce45c10809e0 req-001edb58-f8fa-4369-bcec-6ee67a9d5bff service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392817 Nov 22 15:56:06.086868 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-144c4952-551e-4aa0-b957-10754b8d2cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:06.145303 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7337e76d-1654-4da6-a999-ce45c10809e0 req-09e6f672-250e-46d6-8ef3-021b8817c408 service neutron] 10.222.0.50 "GET /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371784 Nov 22 15:56:06.398508 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:08.018108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:08.219019 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:15.122737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-791a542d-dc63-463c-96c9-d433fed818d8 req-ccf45441-9bee-4a49-83d5-c5b07563b6ff service neutron] (88138) timed out ('10.222.0.41', 44676) {{(pid=88138) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 22 15:56:26.494517 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:56:33.854671 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-09ad41bb-449b-42ce-99a0-b03a90db5073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:34.918433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48b273-beae-4182-bb9c-f83ece9ddd0c req-78624532-83d1-4459-b38d-5b5b4f6605cd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:56:34.920088 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ca48b273-beae-4182-bb9c-f83ece9ddd0c req-78624532-83d1-4459-b38d-5b5b4f6605cd tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 946 time: 0.1896820 Nov 22 15:56:34.973970 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ca48b273-beae-4182-bb9c-f83ece9ddd0c req-a714696b-8350-4c8a-9729-8f9777214dc7 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups?id=5197fa63-6cc5-4d00-9c09-c9f70b67a628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469346 Nov 22 15:56:35.111968 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9273ef3a-8983-4623-8fcf-8e11c93d099f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:56:35.112728 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9273ef3a-8983-4623-8fcf-8e11c93d099f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Synchronizing usage tracker for tenant:e9ed4ba427234a70806c19303e23689f on resource:port {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:56:35.127571 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9273ef3a-8983-4623-8fcf-8e11c93d099f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Unset dirty status for tenant:e9ed4ba427234a70806c19303e23689f on resource:port {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:56:35.128805 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9273ef3a-8983-4623-8fcf-8e11c93d099f tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 946 time: 0.1004739 Nov 22 15:56:35.206243 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Deleting port be40e0e8-8c95-4ca2-962c-3c0301c864d6 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:56:35.206652 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:35.249590 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:35.473279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] For port be40e0e8-8c95-4ca2-962c-3c0301c864d6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=be40e0e8-8c95-4ca2-962c-3c0301c864d6,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:56:35.473677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:35.988143 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:35.988730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809642'] for floatingip, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:35.988861 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.l3_db [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Floating IP eb899202-3fd5-4cf2-a089-99e0f0cfea4e disassociated. External IP: 172.27.0.117, port: be40e0e8-8c95-4ca2-962c-3c0301c864d6. Nov 22 15:56:35.989147 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Calling delete_port for be40e0e8-8c95-4ca2-962c-3c0301c864d6 owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:56:36.115794 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12fb1ba0-b1ec-4f41-acdc-19a74b6c51fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:36.149459 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:36.155948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f04a55ac-4836-4333-998e-9e611b062a2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:36.204164 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event deleted for resources: {'Port': ['ID=be40e0e8-8c95-4ca2-962c-3c0301c864d6,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:36.220193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:36.220629 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:36.221054 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:36.221473 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:36.221893 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:36.222323 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:36.222763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:36.223171 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:36.223869 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:36.224280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:36.224693 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:36.229175 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:36.246741 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-914702ea-d875-4f31-a9f0-f9bdd4588d31 req-1fc5e225-959e-4073-9a21-1d7de25199eb tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 210 time: 0.1233013 Nov 22 15:56:36.400825 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:36.442338 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Router 2ec40ba0-33d2-493e-97f5-4595ad140c21 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:56:36.653528 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:56:36.663887 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e76f05-579c-4dcd-9345-edcaa4a0ce9a None None] Sync routers for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:56:36.676209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e76f05-579c-4dcd-9345-edcaa4a0ce9a None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:56:36.677169 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-48e76f05-579c-4dcd-9345-edcaa4a0ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:56:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:56:36.730550 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] No DVR routers for this DVR port be40e0e8-8c95-4ca2-962c-3c0301c864d6 on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:56:36.733423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:36.736486 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec74b88f-2b7e-44bc-be35-8923c8802684', 'name': 'network-vif-deleted', 'tag': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:56:36.767042 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c55332ee-3203-43b4-9244-97bf9aa462ad req-9d774b73-05ea-49d9-8344-e7c9eb502a79 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.50 "DELETE /v2.0/ports/be40e0e8-8c95-4ca2-962c-3c0301c864d6 HTTP/1.1" status: 204 len: 173 time: 1.6293099 Nov 22 15:56:36.884916 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec74b88f-2b7e-44bc-be35-8923c8802684', 'name': 'network-vif-deleted', 'tag': 'be40e0e8-8c95-4ca2-962c-3c0301c864d6', 'status': 'completed', 'code': 200} Nov 22 15:56:36.911848 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-48e76f05-579c-4dcd-9345-edcaa4a0ce9a None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:56:37.236350 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-48e76f05-579c-4dcd-9345-edcaa4a0ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:37Z', 'revision_number': 5, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:56:37.240885 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e76f05-579c-4dcd-9345-edcaa4a0ce9a None None] Checking router: 2ec40ba0-33d2-493e-97f5-4595ad140c21 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:56:37.253980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e76f05-579c-4dcd-9345-edcaa4a0ce9a None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:56:37.254670 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-48e76f05-579c-4dcd-9345-edcaa4a0ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:56:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:56:37.458950 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-ebb262b6-a2fb-4e8b-a1ba-b1162efc6b2f req-b42e70a0-2b06-42ff-8f5b-cf57e400be52 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec74b88f-2b7e-44bc-be35-8923c8802684 HTTP/1.1" status: 200 len: 210 time: 0.0525084 Nov 22 15:56:37.618824 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-48e76f05-579c-4dcd-9345-edcaa4a0ce9a None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:56:37.952800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-48e76f05-579c-4dcd-9345-edcaa4a0ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:37Z', 'revision_number': 5, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:56:37.957316 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e76f05-579c-4dcd-9345-edcaa4a0ce9a None None] The sync data for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi is: [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:42:29Z', 'revision_number': 4, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi', '_interfaces': [{'id': '1d0adf21-4dae-4f88-9789-6f38cff5ca71', 'name': '', 'network_id': '2592f3a0-b1bb-452a-8b05-38478f20e242', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'mac_address': 'fa:16:3e:8d:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:28Z', 'updated_at': '2021-11-22T15:42:37Z', 'revision_number': 5, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'subnets': [{'id': '3d1109ce-6aa9-44b8-8633-5b30a45ee748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:56:38.016693 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:38.228215 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:38.443880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device be40e0e8-8c95-4ca2-962c-3c0301c864d6 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:56:38.474330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17873390-d787-4e6f-92e1-0247e2f8daa5 None None] New status for floating IP eb899202-3fd5-4cf2-a089-99e0f0cfea4e: DOWN {{(pid=88140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:56:38.544943 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: be40e0e8-8c95-4ca2-962c-3c0301c864d6 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:56:38.545356 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device be40e0e8-8c95-4ca2-962c-3c0301c864d6 not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:56:38.616484 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 48214) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:38.687930 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:38.720209 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:38.769671 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:38.775244 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-cce1e87f-31fb-4a8d-82c3-87a54141cbfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:38.790993 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5197fa63-6cc5-4d00-9c09-c9f70b67a628,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:38.805106 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:38.805532 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:38.805940 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:38.806347 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:38.806774 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:38.807183 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:38.807578 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:38.807977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:38.808373 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:38.808768 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:38.809160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:56:38.812359 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:38.813560 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "DELETE /v2.0/security-groups/5197fa63-6cc5-4d00-9c09-c9f70b67a628 HTTP/1.1" status: 204 len: 168 time: 0.1960061 Nov 22 15:56:38.814552 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ca26821a-8dd3-4016-b0f6-a425c618b0e2 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:38.816470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 48218) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:38.836069 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.api.v2.resource [None req-010a910c-9825-4091-929f-502b8081bdb6 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] show failed (client error): The resource could not be found. Nov 22 15:56:38.837177 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-010a910c-9825-4091-929f-502b8081bdb6 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "GET /v2.0/security-groups/5197fa63-6cc5-4d00-9c09-c9f70b67a628 HTTP/1.1" status: 404 len: 347 time: 0.0197408 Nov 22 15:56:38.841113 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48222) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:39.007536 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0dff0472-52ee-425f-b385-9be8209d9219 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Deleting port 5989daa1-8b1c-4116-b07e-7b01e45e756a {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:56:39.007908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dff0472-52ee-425f-b385-9be8209d9219 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:39.185056 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dff0472-52ee-425f-b385-9be8209d9219 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:39.185421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dff0472-52ee-425f-b385-9be8209d9219 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:39.317444 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0dff0472-52ee-425f-b385-9be8209d9219 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Calling delete_port for 5989daa1-8b1c-4116-b07e-7b01e45e756a owned by network:floatingip {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:56:39.457405 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dff0472-52ee-425f-b385-9be8209d9219 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:39.462072 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f65a339d-515e-4cd8-9908-4166acfb8661 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:39.509362 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff0472-52ee-425f-b385-9be8209d9219 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Pushing event deleted for resources: {'Port': ['ID=5989daa1-8b1c-4116-b07e-7b01e45e756a,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:39.512820 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-0dff0472-52ee-425f-b385-9be8209d9219 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:39.605376 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dff0472-52ee-425f-b385-9be8209d9219 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks [] for floatingip, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:39.620041 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dff0472-52ee-425f-b385-9be8209d9219 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for floatingip, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:39.621868 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-0dff0472-52ee-425f-b385-9be8209d9219 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] 10.222.0.41 "DELETE /v2.0/floatingips/eb899202-3fd5-4cf2-a089-99e0f0cfea4e HTTP/1.1" status: 204 len: 168 time: 0.7793756 Nov 22 15:56:42.544429 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48246) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:43.132137 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bc2fda1f-b414-40fd-8134-04fd5f214a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852942588'] for router_interface, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:43.782555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-bc2fda1f-b414-40fd-8134-04fd5f214a0a admin admin] Deleting port 1d0adf21-4dae-4f88-9789-6f38cff5ca71 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:56:43.783158 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bc2fda1f-b414-40fd-8134-04fd5f214a0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:43.979630 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-bc2fda1f-b414-40fd-8134-04fd5f214a0a admin admin] For port 1d0adf21-4dae-4f88-9789-6f38cff5ca71, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=1d0adf21-4dae-4f88-9789-6f38cff5ca71,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:56:43.980540 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bc2fda1f-b414-40fd-8134-04fd5f214a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:44.328941 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-bc2fda1f-b414-40fd-8134-04fd5f214a0a admin admin] Calling delete_port for 1d0adf21-4dae-4f88-9789-6f38cff5ca71 owned by network:router_interface {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:56:44.508373 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bc2fda1f-b414-40fd-8134-04fd5f214a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:44.513394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:44.556401 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fda1f-b414-40fd-8134-04fd5f214a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0adf21-4dae-4f88-9789-6f38cff5ca71,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:44.560095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-bc2fda1f-b414-40fd-8134-04fd5f214a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:44.862148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bc2fda1f-b414-40fd-8134-04fd5f214a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847554795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852942434'] for router_interface, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:45.481421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2fda1f-b414-40fd-8134-04fd5f214a0a admin admin] Router 2ec40ba0-33d2-493e-97f5-4595ad140c21 has already been hosted by L3 agent b767dd93-ab06-4787-89c3-f49a294362c3 {{(pid=88138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:56:45.711821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2fda1f-b414-40fd-8134-04fd5f214a0a admin admin] Notify agent at l3_agent.dv-cinder-818778-1-iscsi the message routers_updated {{(pid=88138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:56:45.721430 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c45e4-78dd-4861-a899-f419eedd3ea0 None None] Sync routers for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:56:45.725933 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-bc2fda1f-b414-40fd-8134-04fd5f214a0a admin admin] 10.222.0.41 "PUT /v2.0/routers/2ec40ba0-33d2-493e-97f5-4595ad140c21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1803074 Nov 22 15:56:45.727987 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48252) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:45.735138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c45e4-78dd-4861-a899-f419eedd3ea0 None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:56:45.735821 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-686c45e4-78dd-4861-a899-f419eedd3ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:56:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:56:45.936954 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-686c45e4-78dd-4861-a899-f419eedd3ea0 None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: dv-cinder-818778-1-iscsi {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:56:45.941403 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Notify callbacks [] for router, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:46.161086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:46.169496 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Deleting port c1c38980-4dc9-4b12-846d-d7616ea6dfea {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:56:46.169865 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:46.244086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-686c45e4-78dd-4861-a899-f419eedd3ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'external_fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:56:44Z', 'revision_number': 5, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port': {'id': 'c1c38980-4dc9-4b12-846d-d7616ea6dfea', 'name': '', 'network_id': '94e56778-0464-46a4-925b-03555f7ef8fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:42:26Z', 'updated_at': '2021-11-22T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28d6fcb4-6416-4e24-9d7a-3926e9fc9fbf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-iscsi'}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:56:46.248168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c45e4-78dd-4861-a899-f419eedd3ea0 None None] Checking router: 2ec40ba0-33d2-493e-97f5-4595ad140c21 for host: dv-cinder-818778-1-iscsi {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:56:46.259250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c45e4-78dd-4861-a899-f419eedd3ea0 None None] Routers {'2ec40ba0-33d2-493e-97f5-4595ad140c21'} bound to L3 agent in host dv-cinder-818778-1-iscsi {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:56:46.259919 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-686c45e4-78dd-4861-a899-f419eedd3ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:36Z,description=,heartbeat_timestamp=2021-11-22T15:56:36Z,host='dv-cinder-818778-1-iscsi',id=b767dd93-ab06-4787-89c3-f49a294362c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:36Z,topic='l3_agent')) {'router_ids': ['2ec40ba0-33d2-493e-97f5-4595ad140c21'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:56:46.361481 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] For port c1c38980-4dc9-4b12-846d-d7616ea6dfea, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=c1c38980-4dc9-4b12-846d-d7616ea6dfea,segment=NetworkSegment(1793cdb9-3a45-494c-a845-fe9cecc9777e),segment_id=1793cdb9-3a45-494c-a845-fe9cecc9777e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:56:46.361908 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:46.428738 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvr_db [None req-686c45e4-78dd-4861-a899-f419eedd3ea0 None None] Set router 2ec40ba0-33d2-493e-97f5-4595ad140c21 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:56:46.543959 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_hamode_db [None req-686c45e4-78dd-4861-a899-f419eedd3ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:56:46Z', 'revision_number': 6, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port_host': None}], 'dv-cinder-818778-1-iscsi', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:56:46.548535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c45e4-78dd-4861-a899-f419eedd3ea0 None None] The sync data for ids ['2ec40ba0-33d2-493e-97f5-4595ad140c21'] in dv-cinder-818778-1-iscsi is: [{'id': '2ec40ba0-33d2-493e-97f5-4595ad140c21', 'name': 'tempest-AttachVolumeTestJSON-670228093-router', 'tenant_id': 'e9ed4ba427234a70806c19303e23689f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:42:25Z', 'updated_at': '2021-11-22T15:56:46Z', 'revision_number': 6, 'project_id': 'e9ed4ba427234a70806c19303e23689f', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:56:46.710258 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Calling delete_port for c1c38980-4dc9-4b12-846d-d7616ea6dfea owned by network:router_gateway {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:56:46.890598 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:46.895286 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c0d349f-ad17-4cc8-b448-51786fbe5631 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:46.939066 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c38980-4dc9-4b12-846d-d7616ea6dfea,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:46.943535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:47.172903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852966379'] for router_gateway, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:47.448370 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853145477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29104'] for router, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:47.452692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:47.519023 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 1d0adf21-4dae-4f88-9789-6f38cff5ca71 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:56:47.541876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853145579'] for router, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:47.544057 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ec40ba0-33d2-493e-97f5-4595ad140c21 {{(pid=88138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:56:47.554467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: 1d0adf21-4dae-4f88-9789-6f38cff5ca71 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:56:47.554905 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device 1d0adf21-4dae-4f88-9789-6f38cff5ca71 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:56:47.555385 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device c1c38980-4dc9-4b12-846d-d7616ea6dfea no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:56:47.564053 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] Notify callbacks [] for router, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:47.567793 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-943a227b-5cf1-49f3-8333-f3aa078d9efa admin admin] 10.222.0.41 "DELETE /v2.0/routers/2ec40ba0-33d2-493e-97f5-4595ad140c21 HTTP/1.1" status: 204 len: 168 time: 1.8363304 Nov 22 15:56:47.568147 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48256) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:47.592475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: c1c38980-4dc9-4b12-846d-d7616ea6dfea {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:56:47.592814 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device c1c38980-4dc9-4b12-846d-d7616ea6dfea not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:56:47.650182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-126c4c8d-f204-4c92-87e4-207580d84c78 admin admin] Deleting subnet 3d1109ce-6aa9-44b8-8633-5b30a45ee748 {{(pid=88138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:56:47.654795 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-126c4c8d-f204-4c92-87e4-207580d84c78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:47.710030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-126c4c8d-f204-4c92-87e4-207580d84c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851915914'] for subnet, precommit_delete_associations {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:47.793538 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-126c4c8d-f204-4c92-87e4-207580d84c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:47.863048 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-126c4c8d-f204-4c92-87e4-207580d84c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853300385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853457045'] for subnet, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:47.867607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c34989c1-0106-4ed8-8a5d-40e81f0b5424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:47.904483 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c4c8d-f204-4c92-87e4-207580d84c78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d1109ce-6aa9-44b8-8633-5b30a45ee748,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:47.907173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-126c4c8d-f204-4c92-87e4-207580d84c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:47.910276 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-126c4c8d-f204-4c92-87e4-207580d84c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:47.915891 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0240810-e5a3-43a3-8c1c-ea2080717058 None None] Network 2592f3a0-b1bb-452a-8b05-38478f20e242 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:56:47.917950 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-126c4c8d-f204-4c92-87e4-207580d84c78 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d1109ce-6aa9-44b8-8633-5b30a45ee748 HTTP/1.1" status: 204 len: 168 time: 0.3487980 Nov 22 15:56:47.920575 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48260) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:48.040714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:48.055803 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Deleting port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:56:48.056357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:48.182220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad439d62-ae30-4992-9771-f325ee340eed None None] DHCP port deletion for 2592f3a0-b1bb-452a-8b05-38478f20e242 request from dv-cinder-818778-1-iscsi {{(pid=88140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:56:48.187259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ad439d62-ae30-4992-9771-f325ee340eed None None] Deleting port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:56:48.187677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad439d62-ae30-4992-9771-f325ee340eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:48.279749 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] For port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=cd8ea788-18a4-4e4a-9d4b-9ff42770dc05,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:56:48.280140 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:48.407981 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-ad439d62-ae30-4992-9771-f325ee340eed None None] For port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05, host dv-cinder-818778-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-iscsi',level=0,port_id=cd8ea788-18a4-4e4a-9d4b-9ff42770dc05,segment=NetworkSegment(61b0387b-eb26-4daf-84fa-3154f7281954),segment_id=61b0387b-eb26-4daf-84fa-3154f7281954)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:56:48.408338 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad439d62-ae30-4992-9771-f325ee340eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:48.419804 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Calling delete_port for cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:56:48.493396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:48.498058 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-28a80f4c-f229-4f26-bf83-125d056b62a5 tempest-AttachVolumeNegativeTest-857614774 tempest-AttachVolumeNegativeTest-857614774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:48.534875 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ad439d62-ae30-4992-9771-f325ee340eed None None] Calling delete_port for cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:56:48.541880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd8ea788-18a4-4e4a-9d4b-9ff42770dc05,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:48.547541 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:48.551730 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] No DVR routers for this DVR port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 on host dv-cinder-818778-1-iscsi {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:56:48.617817 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.db.api [None req-ad439d62-ae30-4992-9771-f325ee340eed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:56:48.618308 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_db.api [None req-ad439d62-ae30-4992-9771-f325ee340eed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:56:48.674432 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:48.700913 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2592f3a0-b1bb-452a-8b05-38478f20e242']}} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:56:48.713714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b0387b-eb26-4daf-84fa-3154f7281954') {'for_net_delete': True} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:56:48.714904 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b0387b-eb26-4daf-84fa-3154f7281954') {} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:56:48.726953 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859903'] for segment, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:48.743307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:48.749664 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:56:48.750088 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1475325'] for segment, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:56:48.763945 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:56:48.841207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:48.845182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-05b59e34-849d-4b49-977d-9c0c622d8597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:48.859271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:48.870352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2592f3a0-b1bb-452a-8b05-38478f20e242,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:48.873818 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:48.883723 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-68cb2162-287b-4b8d-a0ac-4b234f52cfc2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2592f3a0-b1bb-452a-8b05-38478f20e242 HTTP/1.1" status: 204 len: 168 time: 0.9621193 Nov 22 15:56:49.042823 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48266) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:49.095170 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-60ecc081-0014-4d35-9f00-f7847ee91d4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9ed4ba427234a70806c19303e23689f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510840 Nov 22 15:56:49.097610 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48270) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:49.119839 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ad439d62-ae30-4992-9771-f325ee340eed None None] Deleting port cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:56:49.120268 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad439d62-ae30-4992-9771-f325ee340eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:49.163603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a55a45c-f012-455b-a5f5-9223eb74ad85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:49.186522 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ad439d62-ae30-4992-9771-f325ee340eed None None] The port 'cd8ea788-18a4-4e4a-9d4b-9ff42770dc05' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:56:49.191771 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a55a45c-f012-455b-a5f5-9223eb74ad85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:49.236398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a55a45c-f012-455b-a5f5-9223eb74ad85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:49.241304 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-db94d0ec-4329-43df-91be-f31e7b58fbf1 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:49.258383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55a45c-f012-455b-a5f5-9223eb74ad85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e06c9d-f8f5-43a2-8aa1-ae27b42a1e9f,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:49.262584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2a55a45c-f012-455b-a5f5-9223eb74ad85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:49.266062 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a55a45c-f012-455b-a5f5-9223eb74ad85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:49.267293 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-2a55a45c-f012-455b-a5f5-9223eb74ad85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33e06c9d-f8f5-43a2-8aa1-ae27b42a1e9f HTTP/1.1" status: 204 len: 168 time: 0.1687462 Nov 22 15:56:49.520069 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 no longer exists at agent ovs-agent-dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:56:49.555862 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] No Port match for: cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:56:49.556259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Device cd8ea788-18a4-4e4a-9d4b-9ff42770dc05 not bound to the agent host dv-cinder-818778-1-iscsi {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:56:52.031433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48336) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:52.183325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-361b340b-9aa5-4461-b40c-9d325c09dbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:52.215991 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-361b340b-9aa5-4461-b40c-9d325c09dbdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:56:52.220268 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-361b340b-9aa5-4461-b40c-9d325c09dbdc admin admin] Usage tracker for resource:security_group_rule and tenant:764bc0d1ec2644948e2150d581c27a27 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:56:52.223210 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-361b340b-9aa5-4461-b40c-9d325c09dbdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:56:52.229175 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-361b340b-9aa5-4461-b40c-9d325c09dbdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:56:52.301707 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-361b340b-9aa5-4461-b40c-9d325c09dbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:52.304492 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-361b340b-9aa5-4461-b40c-9d325c09dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:52.312656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ba2be454-755c-4892-a203-7e8929561df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:52.353958 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b340b-9aa5-4461-b40c-9d325c09dbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb62855-6c5a-4c2a-bd27-25fe7460a9d3,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:52.357798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-361b340b-9aa5-4461-b40c-9d325c09dbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:52.361323 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-361b340b-9aa5-4461-b40c-9d325c09dbdc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=764bc0d1ec2644948e2150d581c27a27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3287976 Nov 22 15:56:52.364189 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 48342) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:52.432059 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e7602cbd-2cba-4109-aa14-6deeba3050af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:52.458003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e7602cbd-2cba-4109-aa14-6deeba3050af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:52.501963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e7602cbd-2cba-4109-aa14-6deeba3050af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:52.506886 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-558125c7-9328-4b24-8624-0b04cd0495d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:52.519051 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7602cbd-2cba-4109-aa14-6deeba3050af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb62855-6c5a-4c2a-bd27-25fe7460a9d3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:52.521586 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e7602cbd-2cba-4109-aa14-6deeba3050af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:52.524952 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e7602cbd-2cba-4109-aa14-6deeba3050af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:52.529731 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-e7602cbd-2cba-4109-aa14-6deeba3050af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fb62855-6c5a-4c2a-bd27-25fe7460a9d3 HTTP/1.1" status: 204 len: 168 time: 0.1621225 Nov 22 15:56:52.860996 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 48350) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:52.880723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5ef7-f100-4b53-8a03-5f208f8c4896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:52.914164 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3c7d5ef7-f100-4b53-8a03-5f208f8c4896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:56:52.918267 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3c7d5ef7-f100-4b53-8a03-5f208f8c4896 admin admin] Usage tracker for resource:security_group_rule and tenant:d2423bdf30824b469b9dad86aed229a7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:56:52.921220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-3c7d5ef7-f100-4b53-8a03-5f208f8c4896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:56:52.927254 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3c7d5ef7-f100-4b53-8a03-5f208f8c4896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:56:52.993567 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5ef7-f100-4b53-8a03-5f208f8c4896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:52.996366 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5ef7-f100-4b53-8a03-5f208f8c4896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:53.003572 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-ef7cbe3e-61a9-4ec5-ac44-ca6b33e30e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:53.044987 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d5ef7-f100-4b53-8a03-5f208f8c4896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d30f264-ad07-4f14-a471-c69a43c75ad0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:53.048545 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c7d5ef7-f100-4b53-8a03-5f208f8c4896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:53.051281 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3c7d5ef7-f100-4b53-8a03-5f208f8c4896 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2423bdf30824b469b9dad86aed229a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1892085 Nov 22 15:56:53.054050 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 48354) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:53.119401 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6f1bc34-77e9-4a0b-bea9-6ef2f2f9780b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:53.145465 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6f1bc34-77e9-4a0b-bea9-6ef2f2f9780b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:53.188843 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6f1bc34-77e9-4a0b-bea9-6ef2f2f9780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:53.192566 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-495212a7-39bc-45d9-bff8-413c8b08c49a tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:53.204611 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1bc34-77e9-4a0b-bea9-6ef2f2f9780b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d30f264-ad07-4f14-a471-c69a43c75ad0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:53.209423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f6f1bc34-77e9-4a0b-bea9-6ef2f2f9780b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:53.211194 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6f1bc34-77e9-4a0b-bea9-6ef2f2f9780b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:53.212396 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f6f1bc34-77e9-4a0b-bea9-6ef2f2f9780b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d30f264-ad07-4f14-a471-c69a43c75ad0 HTTP/1.1" status: 204 len: 168 time: 0.1573429 Nov 22 15:56:55.871116 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 48412) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:56.024804 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c44aab8c-d28c-4926-adef-42d31fdb2acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:56.057819 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c44aab8c-d28c-4926-adef-42d31fdb2acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:56:56.061822 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c44aab8c-d28c-4926-adef-42d31fdb2acf admin admin] Usage tracker for resource:security_group_rule and tenant:2100e29999844b62844b48eeb657b281 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:56:56.064767 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-c44aab8c-d28c-4926-adef-42d31fdb2acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:56:56.070743 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c44aab8c-d28c-4926-adef-42d31fdb2acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:56:56.137687 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c44aab8c-d28c-4926-adef-42d31fdb2acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:56.140450 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c44aab8c-d28c-4926-adef-42d31fdb2acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:56.147695 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-aff6b337-8d78-4490-b778-73888377df1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:56.194017 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44aab8c-d28c-4926-adef-42d31fdb2acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14ff397-5ad1-4bf1-913d-53524445021f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:56.199309 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-c44aab8c-d28c-4926-adef-42d31fdb2acf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2100e29999844b62844b48eeb657b281&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3271017 Nov 22 15:56:56.200227 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-c44aab8c-d28c-4926-adef-42d31fdb2acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:56.202004 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 48418) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:56.265310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f5507968-5fbf-4947-862b-8e81b47b5a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:56.291739 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f5507968-5fbf-4947-862b-8e81b47b5a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:56.337796 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f5507968-5fbf-4947-862b-8e81b47b5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:56.343174 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3c8a89f7-2b0f-4248-aa40-1569a7b7805f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:56.353881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5507968-5fbf-4947-862b-8e81b47b5a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14ff397-5ad1-4bf1-913d-53524445021f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:56.359873 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f5507968-5fbf-4947-862b-8e81b47b5a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:56.362159 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f5507968-5fbf-4947-862b-8e81b47b5a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:56.365794 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f5507968-5fbf-4947-862b-8e81b47b5a3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a14ff397-5ad1-4bf1-913d-53524445021f HTTP/1.1" status: 204 len: 168 time: 0.1604819 Nov 22 15:56:56.809092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 48426) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:56.833808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-946f4380-ac6c-498c-8280-40c98c84d988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:56.881140 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-946f4380-ac6c-498c-8280-40c98c84d988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:56:56.887930 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-946f4380-ac6c-498c-8280-40c98c84d988 admin admin] Usage tracker for resource:security_group_rule and tenant:315514d29a934499aa70eef04eb0f9a3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:56:56.892157 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-946f4380-ac6c-498c-8280-40c98c84d988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:56:56.899571 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-946f4380-ac6c-498c-8280-40c98c84d988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:56:56.988199 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-946f4380-ac6c-498c-8280-40c98c84d988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:56.991140 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-946f4380-ac6c-498c-8280-40c98c84d988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:56.998881 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1a58bbd3-6855-4c84-9bb7-36b4d2c1091e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:57.040894 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f4380-ac6c-498c-8280-40c98c84d988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708cabb8-665e-44d8-90ec-047dcadf9eee,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:57.044977 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-946f4380-ac6c-498c-8280-40c98c84d988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:57.047710 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-946f4380-ac6c-498c-8280-40c98c84d988 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=315514d29a934499aa70eef04eb0f9a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2375462 Nov 22 15:56:57.050715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 48430) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:56:57.112749 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46962e98-55cb-4add-986d-7a54cc2b187c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:57.138724 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46962e98-55cb-4add-986d-7a54cc2b187c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:57.182537 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46962e98-55cb-4add-986d-7a54cc2b187c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:57.187340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-946f4380-ac6c-498c-8280-40c98c84d988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:56:57.197698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46962e98-55cb-4add-986d-7a54cc2b187c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708cabb8-665e-44d8-90ec-047dcadf9eee,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:56:57.201367 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-46962e98-55cb-4add-986d-7a54cc2b187c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:56:57.204514 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46962e98-55cb-4add-986d-7a54cc2b187c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:56:57.205826 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-46962e98-55cb-4add-986d-7a54cc2b187c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/708cabb8-665e-44d8-90ec-047dcadf9eee HTTP/1.1" status: 204 len: 168 time: 0.1543510 Nov 22 15:57:00.157421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 48502) {{(pid=88139) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:57:00.312889 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f12405eb-a27a-4732-ae77-cf0112f9d60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:00.349175 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f12405eb-a27a-4732-ae77-cf0112f9d60c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:57:00.353220 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-f12405eb-a27a-4732-ae77-cf0112f9d60c admin admin] Usage tracker for resource:security_group_rule and tenant:93c7d1fc3147400ab42518a93a5741ca is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:57:00.356697 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-f12405eb-a27a-4732-ae77-cf0112f9d60c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:57:00.362677 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f12405eb-a27a-4732-ae77-cf0112f9d60c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:57:00.430349 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f12405eb-a27a-4732-ae77-cf0112f9d60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:00.434038 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f12405eb-a27a-4732-ae77-cf0112f9d60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:00.441341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9ea8996d-b1f9-4f12-90f1-e410e7819113 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:00.483011 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12405eb-a27a-4732-ae77-cf0112f9d60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe5dfbd-8f07-492e-976e-826b194fb692,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:00.486605 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f12405eb-a27a-4732-ae77-cf0112f9d60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:00.490498 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f12405eb-a27a-4732-ae77-cf0112f9d60c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93c7d1fc3147400ab42518a93a5741ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3306634 Nov 22 15:57:00.492702 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48508) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:57:00.556694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c63f-4a3b-4e49-8f96-3f8ab9f95598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:00.583014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c63f-4a3b-4e49-8f96-3f8ab9f95598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:00.637533 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c63f-4a3b-4e49-8f96-3f8ab9f95598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:00.642440 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-75dd86b3-f130-4141-95b6-f0285ba36bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:00.655184 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3c63f-4a3b-4e49-8f96-3f8ab9f95598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe5dfbd-8f07-492e-976e-826b194fb692,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:00.657993 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3cc3c63f-4a3b-4e49-8f96-3f8ab9f95598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:00.665904 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c63f-4a3b-4e49-8f96-3f8ab9f95598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:00.667750 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3cc3c63f-4a3b-4e49-8f96-3f8ab9f95598 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfe5dfbd-8f07-492e-976e-826b194fb692 HTTP/1.1" status: 204 len: 168 time: 0.1734025 Nov 22 15:57:01.015644 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48516) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:57:01.035791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cdf830d4-72da-4a32-8cdd-af5216d709ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:01.070035 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cdf830d4-72da-4a32-8cdd-af5216d709ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:57:01.074565 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-cdf830d4-72da-4a32-8cdd-af5216d709ba admin admin] Usage tracker for resource:security_group_rule and tenant:29c7bd788f654249af87787323323c9c is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:57:01.077529 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-cdf830d4-72da-4a32-8cdd-af5216d709ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:57:01.084120 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cdf830d4-72da-4a32-8cdd-af5216d709ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:57:01.151301 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cdf830d4-72da-4a32-8cdd-af5216d709ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:01.154749 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cdf830d4-72da-4a32-8cdd-af5216d709ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:01.162743 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-57b43acf-4ffe-4ec3-afcb-a49d35f2950c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:01.211226 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf830d4-72da-4a32-8cdd-af5216d709ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0af093-2d65-46f8-81be-3520394fa045,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:01.215241 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-cdf830d4-72da-4a32-8cdd-af5216d709ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:01.220167 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-cdf830d4-72da-4a32-8cdd-af5216d709ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29c7bd788f654249af87787323323c9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2010376 Nov 22 15:57:01.220621 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48520) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:57:01.283380 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e03e1e6-3898-4cec-b98c-2a06b7e6aa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:01.320365 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e03e1e6-3898-4cec-b98c-2a06b7e6aa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:01.578947 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e03e1e6-3898-4cec-b98c-2a06b7e6aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:01.585203 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-de5506ba-8e2c-4f63-8d91-03ad342b7419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:01.602910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03e1e6-3898-4cec-b98c-2a06b7e6aa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0af093-2d65-46f8-81be-3520394fa045,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:01.606091 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-3e03e1e6-3898-4cec-b98c-2a06b7e6aa82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:01.607071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e03e1e6-3898-4cec-b98c-2a06b7e6aa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:01.609839 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-3e03e1e6-3898-4cec-b98c-2a06b7e6aa82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b0af093-2d65-46f8-81be-3520394fa045 HTTP/1.1" status: 204 len: 168 time: 0.3882399 Nov 22 15:57:03.404903 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48562) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:57:03.494759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:57:03.559179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ac9284f-692e-4b47-9226-0f3d6bba9e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:03.590520 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9ac9284f-692e-4b47-9226-0f3d6bba9e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:57:03.594777 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-9ac9284f-692e-4b47-9226-0f3d6bba9e23 admin admin] Usage tracker for resource:security_group_rule and tenant:676e5a49425343b6b15b923cefc0ae01 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:57:03.598101 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-9ac9284f-692e-4b47-9226-0f3d6bba9e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:57:03.605216 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9ac9284f-692e-4b47-9226-0f3d6bba9e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:57:03.681913 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ac9284f-692e-4b47-9226-0f3d6bba9e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:03.687568 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ac9284f-692e-4b47-9226-0f3d6bba9e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:03.695264 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2a55a45c-f012-455b-a5f5-9223eb74ad85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:03.737412 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9284f-692e-4b47-9226-0f3d6bba9e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6f38bf-5c6b-4f66-8ca4-10e55749629e,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:03.740585 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-9ac9284f-692e-4b47-9226-0f3d6bba9e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:03.742985 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-9ac9284f-692e-4b47-9226-0f3d6bba9e23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=676e5a49425343b6b15b923cefc0ae01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3369794 Nov 22 15:57:03.745703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48568) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:57:03.811358 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-daa268c7-b2db-40a6-bc4e-388c69df48e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:03.838449 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-daa268c7-b2db-40a6-bc4e-388c69df48e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:03.859047 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e070c87-6147-42d5-8ad9-71534d26a1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:03.886259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-daa268c7-b2db-40a6-bc4e-388c69df48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:03.891383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-58443333-4a72-4a4c-875f-7ab4c33496f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:03.906168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa268c7-b2db-40a6-bc4e-388c69df48e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6f38bf-5c6b-4f66-8ca4-10e55749629e,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:03.908765 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-daa268c7-b2db-40a6-bc4e-388c69df48e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:03.910888 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-daa268c7-b2db-40a6-bc4e-388c69df48e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:03.912138 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-daa268c7-b2db-40a6-bc4e-388c69df48e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f6f38bf-5c6b-4f66-8ca4-10e55749629e HTTP/1.1" status: 204 len: 168 time: 0.1654401 Nov 22 15:57:04.753227 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48590) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:57:04.905334 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1577887335-network', 'tenant_id': 'deb66534fb714377bb9314d3b999bca1'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:57:04.910398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:57:04.914443 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Usage tracker for resource:network and tenant:deb66534fb714377bb9314d3b999bca1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:57:04.918086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:57:04.924192 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:57:04.934971 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Made reservation on behalf of deb66534fb714377bb9314d3b999bca1 for: {'network': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:57:04.939716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for network, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:04.952804 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:04.985547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:57:04.989714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Usage tracker for resource:security_group_rule and tenant:deb66534fb714377bb9314d3b999bca1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:57:04.992705 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:57:04.999383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:57:05.068137 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:05.071009 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:05.075259 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-8e3a9d12-d192-4668-b7c3-e46d0b447892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:05.107638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=88138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:57:05.116762 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13960cee-f7f3-46a1-ba86-e1eada61b400,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:05.121149 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:05.124179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:05.124572 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.db.segments_db [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Added segment 0c10eb37-183b-4d22-8935-8d402638b399 of type vlan for network b374e413-7e6e-4ea8-985b-07ca865ec903 Nov 22 15:57:05.152478 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776567361651'] for network, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:05.181781 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021'] for network, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:05.183111 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:05.183756 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:05.188915 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-da7e8d78-afe4-4449-828c-d0e88bbf497a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:05.242187 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:05.298845 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5416207 Nov 22 15:57:05.298845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Pushing event updated for resources: {'Network': ['ID=b374e413-7e6e-4ea8-985b-07ca865ec903,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:05.299261 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 48596) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:57:05.302207 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1516d3b7-bb97-45ee-8e14-71261a669aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:05.305983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Request body: {'subnet': {'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1577887335-subnet', 'tenant_id': 'deb66534fb714377bb9314d3b999bca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:57:05.308778 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Network b374e413-7e6e-4ea8-985b-07ca865ec903 details requested by agent ovs-agent-dv-cinder-818778-1-iscsi with host dv-cinder-818778-1-iscsi {{(pid=88140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:57:05.311396 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:57:05.315477 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Usage tracker for resource:subnet and tenant:deb66534fb714377bb9314d3b999bca1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:57:05.318485 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:57:05.325752 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:57:05.338179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Made reservation on behalf of deb66534fb714377bb9314d3b999bca1 for: {'subnet': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:57:05.344413 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1318770'] for subnet, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:05.563526 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1475475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1318755'] for subnet, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:05.576042 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f4150bae-a2d3-4576-9e15-7493e9529601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:05.656596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=804e0188-0337-4197-bb6a-cce9627622dc,revision_number=0']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:05.660311 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:05.667708 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Checking segment: {'id': '0c10eb37-183b-4d22-8935-8d402638b399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:57:05.668158 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Network hostable DHCP agents. Network: b374e413-7e6e-4ea8-985b-07ca865ec903, hostable agents: ['7c68f61a-e31e-4331-9f3c-5e7fa762bc16'], hosted agents: [] {{(pid=88138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:57:05.691719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Network b374e413-7e6e-4ea8-985b-07ca865ec903 is scheduled to be hosted by DHCP agent 7c68f61a-e31e-4331-9f3c-5e7fa762bc16 with binding_index 1 {{(pid=88138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:57:05.702687 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-iscsi, b374e413-7e6e-4ea8-985b-07ca865ec903) {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:57:05.707205 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:05.707847 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:05.712201 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ab31bd-f2dc-4ee3-b614-efa80c19bdc0 None None] Network b374e413-7e6e-4ea8-985b-07ca865ec903 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:57:05.733272 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-cd02dcca-f58d-421c-a23f-1136839248cc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4329605 Nov 22 15:57:05.947098 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312beea1-314b-48e6-bc02-eb95c4bdeded None None] Network b374e413-7e6e-4ea8-985b-07ca865ec903 requested from dv-cinder-818778-1-iscsi {{(pid=88140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:57:06.165840 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7bc639c0-9865-49e4-a80a-b36bf6bf9e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:06.404996 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:07.901725 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-b4f2d406-b586-4391-8648-d70646df7f2a tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:07.903295 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-b4f2d406-b586-4391-8648-d70646df7f2a tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 814 time: 0.1587887 Nov 22 15:57:07.920700 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-fa856f1c-9b4c-4915-bde0-5d407cce2962 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/quotas/deb66534fb714377bb9314d3b999bca1 HTTP/1.1" status: 200 len: 375 time: 0.0114634 Nov 22 15:57:07.971411 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-cac96978-c766-4ca5-a18d-7bb97e1caeb2 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452054 Nov 22 15:57:08.030138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:08.206139 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-47afd195-e5ab-4ded-bbef-65ede9de77a5 service neutron] 10.222.0.41 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271295 Nov 22 15:57:08.225795 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:08.349107 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-f25f6bde-f4ab-49bd-9ed9-7285df1d9a37 service neutron] 10.222.0.41 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367033 Nov 22 15:57:08.557647 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4caab732-f023-4de2-a729-c3055be9a142 req-fadbd88a-1c6a-4a27-af3c-3b07aa1066b8 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 210 time: 0.0500381 Nov 22 15:57:09.731306 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-193257c1-e32a-4de1-8733-31fbad26e854 req-aab9f803-43d1-41f5-8270-462bfd4a0336 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 210 time: 0.0494983 Nov 22 15:57:09.999948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-9a141288-c7e0-46a4-9925-e2db918b049d tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:10.000609 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-9a141288-c7e0-46a4-9925-e2db918b049d tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Synchronizing usage tracker for tenant:deb66534fb714377bb9314d3b999bca1 on resource:network {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:57:10.018036 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-9a141288-c7e0-46a4-9925-e2db918b049d tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Unset dirty status for tenant:deb66534fb714377bb9314d3b999bca1 on resource:network {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:57:10.019438 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-9a141288-c7e0-46a4-9925-e2db918b049d tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 814 time: 0.1819069 Nov 22 15:57:10.041453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Request body: {'port': {'device_id': '0e190a69-d855-4d2e-befd-85b8da4f7611', 'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903', 'admin_state_up': True, 'tenant_id': 'deb66534fb714377bb9314d3b999bca1'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:57:10.207454 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:57:10.211548 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Usage tracker for resource:port and tenant:deb66534fb714377bb9314d3b999bca1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:57:10.215204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:57:10.221513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:57:10.230140 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Made reservation on behalf of deb66534fb714377bb9314d3b999bca1 for: {'port': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:57:10.235653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:10.413786 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Allocated IP 172.20.0.11 (b374e413-7e6e-4ea8-985b-07ca865ec903/804e0188-0337-4197-bb6a-cce9627622dc/91552350-0565-4489-8e1a-83ecbd1e8376) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:57:10.631405 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:10.657447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:10.664570 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fe08a5ca-ba00-4b6d-aca7-698f3ede3c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:10.731988 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Network b374e413-7e6e-4ea8-985b-07ca865ec903 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:57:10.735070 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:57:10.739784 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:57:10.780953 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Pushing event updated for resources: {'Port': ['ID=91552350-0565-4489-8e1a-83ecbd1e8376,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:10.786596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:10.818330 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:10.819047 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:10.839584 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8024759 Nov 22 15:57:10.858760 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Request body: {'port': {'device_id': '0e190a69-d855-4d2e-befd-85b8da4f7611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:57:10.944341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e954e8-d388-478f-8724-7f3a49af334b req-da8aebff-7c3f-491a-809c-3ce83bd84ced tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:10.945983 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-00e954e8-d388-478f-8724-7f3a49af334b req-da8aebff-7c3f-491a-809c-3ce83bd84ced tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 932 time: 0.0822084 Nov 22 15:57:10.971067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:10.999192 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-00e954e8-d388-478f-8724-7f3a49af334b req-7ef4d1ef-3e5f-41c0-be8f-7557085f1a1f tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463345 Nov 22 15:57:11.336049 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91552350-0565-4489-8e1a-83ecbd1e8376 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:57:11.343288 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:11.359173 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Transition to ACTIVE for port object 91552350-0565-4489-8e1a-83ecbd1e8376 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:57:11.361602 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:11.365938 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-82837bc8-11d9-4fa3-9364-d0035be85aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:11.498662 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Pushing event updated for resources: {'Port': ['ID=91552350-0565-4489-8e1a-83ecbd1e8376,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:11.501594 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:11.627174 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Attempting to bind port 91552350-0565-4489-8e1a-83ecbd1e8376 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:57:11.627496 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Attempting to bind port 91552350-0565-4489-8e1a-83ecbd1e8376 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '0c10eb37-183b-4d22-8935-8d402638b399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:57:11.628085 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Attempting to bind port 91552350-0565-4489-8e1a-83ecbd1e8376 on network b374e413-7e6e-4ea8-985b-07ca865ec903 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:57:11.634499 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Port 91552350-0565-4489-8e1a-83ecbd1e8376 on network b374e413-7e6e-4ea8-985b-07ca865ec903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:57:11.634882 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Attempting to bind port 91552350-0565-4489-8e1a-83ecbd1e8376 on network b374e413-7e6e-4ea8-985b-07ca865ec903 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:57:11.641393 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:57:11.641762 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Checking segment: {'id': '0c10eb37-183b-4d22-8935-8d402638b399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:57:11.642433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Bound using segment: {'id': '0c10eb37-183b-4d22-8935-8d402638b399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:57:11.642804 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Bound port: 91552350-0565-4489-8e1a-83ecbd1e8376, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c10eb37-183b-4d22-8935-8d402638b399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:57:11.643179 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:11.734295 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] For port 91552350-0565-4489-8e1a-83ecbd1e8376, host hv-cinder-81877, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:57:11.737902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] For port 91552350-0565-4489-8e1a-83ecbd1e8376, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=91552350-0565-4489-8e1a-83ecbd1e8376,segment=NetworkSegment(0c10eb37-183b-4d22-8935-8d402638b399),segment_id=0c10eb37-183b-4d22-8935-8d402638b399)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:57:11.740383 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:11.745651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-46158cc8-8c67-4dc0-9e3d-41cc89bcc522 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:11.807948 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:11.809523 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] 10.222.0.50 "PUT /v2.0/ports/91552350-0565-4489-8e1a-83ecbd1e8376 HTTP/1.1" status: 200 len: 1094 time: 0.9558289 Nov 22 15:57:11.810074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e190a69-d855-4d2e-befd-85b8da4f7611', 'tag': '91552350-0565-4489-8e1a-83ecbd1e8376'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:57:11.824651 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Pushing event updated for resources: {'Port': ['ID=91552350-0565-4489-8e1a-83ecbd1e8376,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:11.827912 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:11.904932 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e190a69-d855-4d2e-befd-85b8da4f7611', 'tag': '91552350-0565-4489-8e1a-83ecbd1e8376', 'status': 'completed', 'code': 200} Nov 22 15:57:11.941404 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-7cbb41af-9a2e-464c-b67f-4fd1df3653a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 1097 time: 0.0788515 Nov 22 15:57:12.017889 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-c4efa92c-7ac8-4f8b-9fbe-ad28fbcce211 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91552350-0565-4489-8e1a-83ecbd1e8376 HTTP/1.1" status: 200 len: 217 time: 0.0642300 Nov 22 15:57:12.100160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-f25d2a23-a099-4595-b866-461977a80b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:12.101763 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-f25d2a23-a099-4595-b866-461977a80b32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0748708 Nov 22 15:57:12.156979 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-f1cdcc53-d27b-4c61-bafd-a46ebccb34ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448065 Nov 22 15:57:12.207077 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717751c-865f-474d-8b5b-aae14ee34bcb req-a02d404e-e7db-4ad7-9bad-4467e9f1792a tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:12.208753 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2717751c-865f-474d-8b5b-aae14ee34bcb req-a02d404e-e7db-4ad7-9bad-4467e9f1792a tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 944 time: 0.0835695 Nov 22 15:57:12.262744 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2717751c-865f-474d-8b5b-aae14ee34bcb req-004d32c1-bad6-40fb-aa17-6a73c8636850 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453720 Nov 22 15:57:12.314862 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-ee7f27cc-82dc-42c7-9a7d-43befc84ba72 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482050 Nov 22 15:57:12.463376 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2a411cca-d6ae-4d87-bb45-31e5b089880c req-35d8bf69-ab84-49b5-9687-2d492bf262ec service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381891 Nov 22 15:57:12.598990 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e005d0da-7216-4c01-9bd9-ab80db2a52e1 req-896d48aa-d476-4812-bc04-de797dbe471f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 1097 time: 0.0837843 Nov 22 15:57:12.741214 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005d0da-7216-4c01-9bd9-ab80db2a52e1 req-812279c7-9896-4c74-b8ca-419dc1fff5b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:12.742776 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e005d0da-7216-4c01-9bd9-ab80db2a52e1 req-812279c7-9896-4c74-b8ca-419dc1fff5b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1365774 Nov 22 15:57:13.025451 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e005d0da-7216-4c01-9bd9-ab80db2a52e1 req-e990a3e3-01e2-4153-b433-2c86c996ff57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91552350-0565-4489-8e1a-83ecbd1e8376 HTTP/1.1" status: 200 len: 217 time: 0.2720585 Nov 22 15:57:13.096319 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005d0da-7216-4c01-9bd9-ab80db2a52e1 req-86a10fc0-d29c-42d1-a6c0-6cff2a81d3d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:13.097880 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e005d0da-7216-4c01-9bd9-ab80db2a52e1 req-86a10fc0-d29c-42d1-a6c0-6cff2a81d3d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0661688 Nov 22 15:57:13.148689 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e005d0da-7216-4c01-9bd9-ab80db2a52e1 req-6c79231c-297f-4536-acc1-3b322362e2f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420563 Nov 22 15:57:13.298292 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e005d0da-7216-4c01-9bd9-ab80db2a52e1 req-52947de3-8b4b-4d47-8803-401da9dc27c1 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426010 Nov 22 15:57:13.449242 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e005d0da-7216-4c01-9bd9-ab80db2a52e1 req-820041a2-72cd-4bc9-8700-a4ead9251357 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425343 Nov 22 15:57:13.488778 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d2962-cdf0-4ad2-98e3-040c83404efc req-6d852bed-89ae-43e0-8a90-1bfcab04d1ec tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:13.490401 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9d4d2962-cdf0-4ad2-98e3-040c83404efc req-6d852bed-89ae-43e0-8a90-1bfcab04d1ec tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 944 time: 0.0915570 Nov 22 15:57:13.538819 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-9d4d2962-cdf0-4ad2-98e3-040c83404efc req-678db609-90ad-4e3b-bbe9-56eca2b2fe2a tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 Nov 22 15:57:14.612031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 91552350-0565-4489-8e1a-83ecbd1e8376 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:57:14.774475 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 91552350-0565-4489-8e1a-83ecbd1e8376, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=91552350-0565-4489-8e1a-83ecbd1e8376,segment=NetworkSegment(0c10eb37-183b-4d22-8935-8d402638b399),segment_id=0c10eb37-183b-4d22-8935-8d402638b399)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:57:14.776759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d306ba-35d3-42e1-9256-76d2c00cf891 req-2e1ec084-2b0d-4cd9-9049-0b7afa907124 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:14.778557 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-06d306ba-35d3-42e1-9256-76d2c00cf891 req-2e1ec084-2b0d-4cd9-9049-0b7afa907124 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 944 time: 0.1132777 Nov 22 15:57:14.797177 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': '91552350-0565-4489-8e1a-83ecbd1e8376', 'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903', 'port_id': '91552350-0565-4489-8e1a-83ecbd1e8376', 'mac_address': 'fa:16:3e:c2:d0:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804e0188-0337-4197-bb6a-cce9627622dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:57:14.843104 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-06d306ba-35d3-42e1-9256-76d2c00cf891 req-a41f4350-09e5-4c9b-8e99-d50f1e7409e5 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554881 Nov 22 15:57:14.856878 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:14.877474 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91552350-0565-4489-8e1a-83ecbd1e8376 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:57:14.892973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 91552350-0565-4489-8e1a-83ecbd1e8376, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=91552350-0565-4489-8e1a-83ecbd1e8376,segment=NetworkSegment(0c10eb37-183b-4d22-8935-8d402638b399),segment_id=0c10eb37-183b-4d22-8935-8d402638b399)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:57:14.895734 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:14.897598 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:14.963729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=91552350-0565-4489-8e1a-83ecbd1e8376,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:14.973031 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:57:14.973423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:57:14.973804 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:57:14.974185 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:57:14.974560 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:57:14.974961 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:57:14.975331 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:57:14.975703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:57:14.976077 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:57:14.976442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:57:14.976809 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:57:14.980879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:15.200912 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['91552350-0565-4489-8e1a-83ecbd1e8376'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:57:16.054887 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746969b3-7d81-4e72-8025-b38b0a2021f8 req-78049f35-7092-48ed-8f97-ad4ce229d885 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:16.056503 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-746969b3-7d81-4e72-8025-b38b0a2021f8 req-78049f35-7092-48ed-8f97-ad4ce229d885 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 945 time: 0.0878842 Nov 22 15:57:16.106260 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-746969b3-7d81-4e72-8025-b38b0a2021f8 req-37c83f35-355d-43f0-922e-2c4a82c089f2 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436637 Nov 22 15:57:16.625812 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 91552350-0565-4489-8e1a-83ecbd1e8376 up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:57:16.694510 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port 91552350-0565-4489-8e1a-83ecbd1e8376 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:57:16.700538 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port 91552350-0565-4489-8e1a-83ecbd1e8376 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:57:16.700952 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:16.822248 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:16.851257 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e190a69-d855-4d2e-befd-85b8da4f7611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91552350-0565-4489-8e1a-83ecbd1e8376'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:57:16.861899 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port 91552350-0565-4489-8e1a-83ecbd1e8376, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=91552350-0565-4489-8e1a-83ecbd1e8376,segment=NetworkSegment(0c10eb37-183b-4d22-8935-8d402638b399),segment_id=0c10eb37-183b-4d22-8935-8d402638b399)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:57:16.864892 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:16.866928 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:57:16.936791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=91552350-0565-4489-8e1a-83ecbd1e8376,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:57:16.940054 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:57:17.098765 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e190a69-d855-4d2e-befd-85b8da4f7611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91552350-0565-4489-8e1a-83ecbd1e8376', 'code': 200} Nov 22 15:57:17.318138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc47842-2360-46c3-8cb0-9d739708000b req-413aa82d-5f43-4d15-95d9-cafb3e1a2adf tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:17.319848 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5fc47842-2360-46c3-8cb0-9d739708000b req-413aa82d-5f43-4d15-95d9-cafb3e1a2adf tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 946 time: 0.0870404 Nov 22 15:57:17.353646 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3a698bbb-907b-4780-a2be-66cd20f3b673 req-b49e4846-877a-4281-9ccf-6073a19f0e2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 1099 time: 0.0773778 Nov 22 15:57:17.370899 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-5fc47842-2360-46c3-8cb0-9d739708000b req-ac716493-4d97-4a79-8456-76accbfecfb3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445642 Nov 22 15:57:17.419716 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-3a698bbb-907b-4780-a2be-66cd20f3b673 req-0902bc2b-3b94-41cd-9d37-ef154036c3e8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559473 Nov 22 15:57:18.617674 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b1cca-8f52-41cb-8884-e6379ce1fd80 req-c08db886-a60c-4249-9dbb-90f528fb41a6 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:18.619346 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4d9b1cca-8f52-41cb-8884-e6379ce1fd80 req-c08db886-a60c-4249-9dbb-90f528fb41a6 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 946 time: 0.0954106 Nov 22 15:57:18.683972 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4d9b1cca-8f52-41cb-8884-e6379ce1fd80 req-c7bf105a-0a1f-47ac-b24a-336e6a61cc54 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472357 Nov 22 15:57:19.894222 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c45ff-22d6-42b1-b4c0-0f4615f6ffbc req-5d331d7e-df00-415e-b7f5-11173d59de4f tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:57:19.895887 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-096c45ff-22d6-42b1-b4c0-0f4615f6ffbc req-5d331d7e-df00-415e-b7f5-11173d59de4f tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 946 time: 0.0842650 Nov 22 15:57:19.948028 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-096c45ff-22d6-42b1-b4c0-0f4615f6ffbc req-ac5afebd-11a6-401f-80bc-caadd9ab3acc tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460069 Nov 22 15:57:33.855999 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-01d5fc77-64b7-4925-b093-9a260e96e022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:35.244032 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:36.109080 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2b91ff89-796e-4989-ae9d-9311f6ffff8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:36.407605 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:38.040382 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:38.229161 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:57:40.495808 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:58:03.865110 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b80853e-20a1-401a-ab97-9b7c3ec2d159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:58:05.245189 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:58:06.111737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0bd7-4042-40fc-b133-5fc7c59d17d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:58:06.408912 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:58:07.144954 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1fca62d-fce0-4f67-a72b-0938d3901db7 req-c064a6dd-03a9-403d-9021-2169f35e4f50 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722072 Nov 22 15:58:07.301412 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1fca62d-fce0-4f67-a72b-0938d3901db7 req-be766f39-eb91-454a-b36f-173723f7d0a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 1099 time: 0.0772603 Nov 22 15:58:07.464139 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca62d-fce0-4f67-a72b-0938d3901db7 req-2e3cbc00-dc25-4a77-aa68-8ef3f2c73265 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:58:07.465974 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1fca62d-fce0-4f67-a72b-0938d3901db7 req-2e3cbc00-dc25-4a77-aa68-8ef3f2c73265 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1382594 Nov 22 15:58:07.547487 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1fca62d-fce0-4f67-a72b-0938d3901db7 req-92bca845-bb57-480c-b247-d8c1dff91de3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91552350-0565-4489-8e1a-83ecbd1e8376 HTTP/1.1" status: 200 len: 217 time: 0.0710337 Nov 22 15:58:07.617266 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca62d-fce0-4f67-a72b-0938d3901db7 req-90524c03-0b3f-4793-8bf7-c6c5048150cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:58:07.618964 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1fca62d-fce0-4f67-a72b-0938d3901db7 req-90524c03-0b3f-4793-8bf7-c6c5048150cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0641172 Nov 22 15:58:07.675442 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1fca62d-fce0-4f67-a72b-0938d3901db7 req-3052b046-f436-4626-9934-c4e49c97056f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462022 Nov 22 15:58:07.825831 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1fca62d-fce0-4f67-a72b-0938d3901db7 req-41e30168-55e9-4222-8e26-56ab90288980 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337483 Nov 22 15:58:07.971093 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-c1fca62d-fce0-4f67-a72b-0938d3901db7 req-f330eb3f-5330-4e7e-82b7-57cb8e7251d5 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354349 Nov 22 15:58:08.044980 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:58:08.230203 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:58:17.497373 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:58:33.856669 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cbbe80a-5f68-4ee5-8de2-3a4085118f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:58:35.246936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:58:36.112379 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0369-cc1b-4e45-a7a6-610c2d71acf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:58:36.410957 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:58:38.042636 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:58:38.233957 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:58:54.499156 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:59:03.860770 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-60c22986-0a95-4c4c-bb90-670ab8681233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:59:05.251576 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:59:06.115874 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-625d4236-a784-4755-a2cf-ca6b661cb867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:59:06.413987 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:59:08.052594 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:59:08.238074 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:59:09.142111 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-22fec7c1-6cd1-48ba-be77-ef8f61ee3cdb req-df76cae2-4694-4dd3-86ea-7d33a47d73d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757487 Nov 22 15:59:09.291751 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-22fec7c1-6cd1-48ba-be77-ef8f61ee3cdb req-5216aba9-2b4d-4c55-85f5-6f8e5f115b6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 1099 time: 0.0771308 Nov 22 15:59:09.454341 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fec7c1-6cd1-48ba-be77-ef8f61ee3cdb req-201f9874-6bba-4884-b686-2eda936c5c38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:59:09.455995 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-22fec7c1-6cd1-48ba-be77-ef8f61ee3cdb req-201f9874-6bba-4884-b686-2eda936c5c38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1434295 Nov 22 15:59:09.531568 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-22fec7c1-6cd1-48ba-be77-ef8f61ee3cdb req-24fa3ea9-d03d-4d82-b0a2-169d15b4d5b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91552350-0565-4489-8e1a-83ecbd1e8376 HTTP/1.1" status: 200 len: 217 time: 0.0676556 Nov 22 15:59:09.603565 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fec7c1-6cd1-48ba-be77-ef8f61ee3cdb req-af6a4a2e-c3ef-4cb3-abfc-7bf00afd90ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:59:09.605144 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-22fec7c1-6cd1-48ba-be77-ef8f61ee3cdb req-af6a4a2e-c3ef-4cb3-abfc-7bf00afd90ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0680835 Nov 22 15:59:09.653983 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-22fec7c1-6cd1-48ba-be77-ef8f61ee3cdb req-a3231d38-6663-472d-85d8-8d238917a75e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417736 Nov 22 15:59:09.798027 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-22fec7c1-6cd1-48ba-be77-ef8f61ee3cdb req-f9b86038-ca6b-40ca-9c83-f2cb6a92e894 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370690 Nov 22 15:59:09.946505 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-22fec7c1-6cd1-48ba-be77-ef8f61ee3cdb req-3997c557-181a-48b8-a4b6-ea50180883fb service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416938 Nov 22 15:59:31.500370 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:59:33.861927 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53d4fcea-4662-41cd-8fc9-e2e6556a712a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:59:35.256726 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:59:36.117627 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af777604-3eb1-4abf-9c12-30dff18ada7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:59:36.417319 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:59:38.056633 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:59:38.239446 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:00:03.863763 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-015e88da-9a51-4ecc-a9fc-9eb1c33267b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:00:05.258685 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:00:06.120569 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-574964bb-4adf-45c7-932e-d9d909d69c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:00:06.426125 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:00:08.071138 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:00:08.242688 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:00:08.501320 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:00:11.155797 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c6fcfd5-1463-4685-a93d-dd87a62d4a53 req-86d3a9df-3fec-460d-b790-af4679b8389f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730293 Nov 22 16:00:11.314422 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c6fcfd5-1463-4685-a93d-dd87a62d4a53 req-e71514dc-8434-496f-b640-11b4d4836f19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 1099 time: 0.0795498 Nov 22 16:00:11.473451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fcfd5-1463-4685-a93d-dd87a62d4a53 req-cfa50efb-3e76-4c85-9429-2a77af774282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:00:11.475135 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c6fcfd5-1463-4685-a93d-dd87a62d4a53 req-cfa50efb-3e76-4c85-9429-2a77af774282 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1401453 Nov 22 16:00:11.549078 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c6fcfd5-1463-4685-a93d-dd87a62d4a53 req-fb609bae-f6bf-4e57-87e8-c05b6b11f82b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91552350-0565-4489-8e1a-83ecbd1e8376 HTTP/1.1" status: 200 len: 217 time: 0.0663598 Nov 22 16:00:11.620442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fcfd5-1463-4685-a93d-dd87a62d4a53 req-04a9a040-5388-4115-b43f-c095d48b4420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:00:11.621940 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c6fcfd5-1463-4685-a93d-dd87a62d4a53 req-04a9a040-5388-4115-b43f-c095d48b4420 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0663390 Nov 22 16:00:11.671496 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c6fcfd5-1463-4685-a93d-dd87a62d4a53 req-588970af-96a7-47f9-8c84-45b0429c06e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424793 Nov 22 16:00:11.823870 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c6fcfd5-1463-4685-a93d-dd87a62d4a53 req-41d0da77-8f7b-40f7-9999-002ddc20a3e4 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449082 Nov 22 16:00:11.975358 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4c6fcfd5-1463-4685-a93d-dd87a62d4a53 req-9366f478-88f7-421d-9ec9-c56e7cc4a1b9 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445282 Nov 22 16:00:33.865271 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e8347155-c774-49fe-a288-41d8e3664e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:00:35.260717 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:00:36.125319 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-50e0afb5-91a6-436d-a35e-61b7cc4bd748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:00:36.424561 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:00:38.086999 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:00:38.245109 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:00:45.503891 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:01:03.867250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56e81cba-b5b6-4103-b4b8-8b6108f6bb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:01:05.261936 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:01:06.127040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1399f501-521d-4c53-9ad2-c3b6c795dcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:01:06.425916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:01:08.085716 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:01:08.248095 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:01:13.295057 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4173c25f-3949-4ffb-b98e-b9e6f9ceb4cf req-573e0234-82e2-403f-a3ce-d9f88e56a4ac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2017882 Nov 22 16:01:13.458056 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4173c25f-3949-4ffb-b98e-b9e6f9ceb4cf req-7924dd12-cdef-44f3-bdc0-fe4195ca181f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 1099 time: 0.0723412 Nov 22 16:01:13.616273 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173c25f-3949-4ffb-b98e-b9e6f9ceb4cf req-25cf7a82-e758-464f-ace2-6616d3167da5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:01:13.617885 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4173c25f-3949-4ffb-b98e-b9e6f9ceb4cf req-25cf7a82-e758-464f-ace2-6616d3167da5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1352580 Nov 22 16:01:13.906238 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4173c25f-3949-4ffb-b98e-b9e6f9ceb4cf req-128e497e-b62a-489d-b60b-8f16b8744cd9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91552350-0565-4489-8e1a-83ecbd1e8376 HTTP/1.1" status: 200 len: 217 time: 0.2777143 Nov 22 16:01:13.977231 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173c25f-3949-4ffb-b98e-b9e6f9ceb4cf req-cbd04cd0-3f0d-43f5-9246-dc44cd84d33a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:01:13.978754 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4173c25f-3949-4ffb-b98e-b9e6f9ceb4cf req-cbd04cd0-3f0d-43f5-9246-dc44cd84d33a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0627041 Nov 22 16:01:14.028567 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4173c25f-3949-4ffb-b98e-b9e6f9ceb4cf req-7f797931-2b8e-4858-958b-2042c190f936 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409982 Nov 22 16:01:14.170033 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4173c25f-3949-4ffb-b98e-b9e6f9ceb4cf req-df4161fa-2f72-41df-b447-eb273d67be9e service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316350 Nov 22 16:01:14.314929 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4173c25f-3949-4ffb-b98e-b9e6f9ceb4cf req-6cc15cdf-40e7-45d5-9f16-c62dfce9ef5e service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345072 Nov 22 16:01:22.504584 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:01:33.869123 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-27621ddb-611e-416f-8975-d56b8753ab9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:01:35.265348 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:01:36.127835 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6922999-a6d6-4a19-83ca-a7c0c9496add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:01:36.430310 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:01:38.101030 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:01:38.250351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:01:59.507204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:02:03.870647 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-809af3c8-a3d8-439a-b109-72c80899d9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:02:05.275389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:02:06.128531 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9e80b40-90e8-49aa-a3a7-6fe9478255de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:02:06.433126 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:02:08.131733 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:02:08.254273 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:02:14.147749 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4829ddbe-47d8-49b0-b844-bcb84e5e5f57 req-ddd36b19-0976-4928-8575-c8bec41eaa00 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824418 Nov 22 16:02:14.293192 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4829ddbe-47d8-49b0-b844-bcb84e5e5f57 req-ef35b037-80fe-46f6-97aa-67aa797cb8e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 1099 time: 0.0725391 Nov 22 16:02:14.465397 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829ddbe-47d8-49b0-b844-bcb84e5e5f57 req-4c42275b-6811-4306-9858-2ec3eb356489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:02:14.466924 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4829ddbe-47d8-49b0-b844-bcb84e5e5f57 req-4c42275b-6811-4306-9858-2ec3eb356489 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1472776 Nov 22 16:02:14.544936 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4829ddbe-47d8-49b0-b844-bcb84e5e5f57 req-057b817c-f09e-4837-a559-9024e6712682 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91552350-0565-4489-8e1a-83ecbd1e8376 HTTP/1.1" status: 200 len: 217 time: 0.0672259 Nov 22 16:02:14.615249 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829ddbe-47d8-49b0-b844-bcb84e5e5f57 req-78ab7ca6-c3ab-43ba-8713-77f1ac221c8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:02:14.616792 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4829ddbe-47d8-49b0-b844-bcb84e5e5f57 req-78ab7ca6-c3ab-43ba-8713-77f1ac221c8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0627825 Nov 22 16:02:14.667693 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4829ddbe-47d8-49b0-b844-bcb84e5e5f57 req-78911803-8e25-4ff2-acf7-b034ff708712 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420480 Nov 22 16:02:14.827258 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4829ddbe-47d8-49b0-b844-bcb84e5e5f57 req-929520eb-c024-4b24-bb9b-0ee1bd46a0a0 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488392 Nov 22 16:02:14.971284 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4829ddbe-47d8-49b0-b844-bcb84e5e5f57 req-b20686d3-e1e2-46ed-84aa-035de8dbf646 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368089 Nov 22 16:02:33.873231 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-05755e3c-6c98-4417-a58b-622fce15f7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:02:35.268486 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:02:36.129701 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f03b9b7-314f-424b-bbc6-318a4dc93485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:02:36.436276 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:02:36.508602 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:02:38.147601 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:02:38.256468 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:03.875897 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-efd1204b-d5d4-42e7-be23-2b966827eae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:05.270017 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:06.131123 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7b15168-2d87-49e3-a96b-b36622bb3479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:06.437856 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:08.179968 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:08.260625 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:13.509359 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:03:15.144489 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-912131d0-98b1-46df-a01b-c889c895aa6b req-f50106ae-1bba-442d-bdf7-854f3ee44436 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771053 Nov 22 16:03:15.300967 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-912131d0-98b1-46df-a01b-c889c895aa6b req-4fa8c84b-b2fb-4502-a97a-d03d8ff317f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 1099 time: 0.0734904 Nov 22 16:03:15.459250 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912131d0-98b1-46df-a01b-c889c895aa6b req-8a4ae8dc-2537-48f8-884b-ea70dea3e34c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:15.460762 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-912131d0-98b1-46df-a01b-c889c895aa6b req-8a4ae8dc-2537-48f8-884b-ea70dea3e34c service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1380999 Nov 22 16:03:15.535683 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-912131d0-98b1-46df-a01b-c889c895aa6b req-6c75959a-f071-4ae8-b9d9-b81bb12eca27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91552350-0565-4489-8e1a-83ecbd1e8376 HTTP/1.1" status: 200 len: 217 time: 0.0670547 Nov 22 16:03:15.609324 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912131d0-98b1-46df-a01b-c889c895aa6b req-fc3e863c-8bd5-4d79-a734-a4ecb016238c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:15.611436 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-912131d0-98b1-46df-a01b-c889c895aa6b req-fc3e863c-8bd5-4d79-a734-a4ecb016238c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0665839 Nov 22 16:03:15.673071 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-912131d0-98b1-46df-a01b-c889c895aa6b req-ffd176c6-b100-4041-9886-09096a459c07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508809 Nov 22 16:03:15.815895 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-912131d0-98b1-46df-a01b-c889c895aa6b req-9f3d3b97-5ac7-40a1-9e74-3f388b067ecc service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362824 Nov 22 16:03:15.959824 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-912131d0-98b1-46df-a01b-c889c895aa6b req-56578ae9-d64e-4313-9cc2-cf88c19e476f service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340952 Nov 22 16:03:33.877414 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8948b93d-ac76-4da4-8549-fe08e66c2310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:35.272071 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:36.131913 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02a92370-bd6e-4c6f-a8bc-d919e505185e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:36.439983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:37.177055 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bc8ed-63a2-415e-9223-b62de9a7a8fa req-5d1ec6a2-4fd0-4f72-8fc7-461ab25e0761 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:37.178842 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7c2bc8ed-63a2-415e-9223-b62de9a7a8fa req-5d1ec6a2-4fd0-4f72-8fc7-461ab25e0761 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 946 time: 0.1659474 Nov 22 16:03:37.227679 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7c2bc8ed-63a2-415e-9223-b62de9a7a8fa req-90a4a1d0-54f0-4bab-84c9-3a8b957046fb tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Nov 22 16:03:37.364420 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02793685-7cea-45ce-bd9e-96d13891f7c6 req-1b06e451-4f4c-41f2-9029-275c428eb601 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:37.365184 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-02793685-7cea-45ce-bd9e-96d13891f7c6 req-1b06e451-4f4c-41f2-9029-275c428eb601 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Synchronizing usage tracker for tenant:deb66534fb714377bb9314d3b999bca1 on resource:port {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 16:03:37.381653 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-02793685-7cea-45ce-bd9e-96d13891f7c6 req-1b06e451-4f4c-41f2-9029-275c428eb601 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Unset dirty status for tenant:deb66534fb714377bb9314d3b999bca1 on resource:port {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 16:03:37.382921 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-02793685-7cea-45ce-bd9e-96d13891f7c6 req-1b06e451-4f4c-41f2-9029-275c428eb601 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 946 time: 0.0992112 Nov 22 16:03:37.457477 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-02793685-7cea-45ce-bd9e-96d13891f7c6 req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Deleting port 91552350-0565-4489-8e1a-83ecbd1e8376 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 16:03:37.458067 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-02793685-7cea-45ce-bd9e-96d13891f7c6 req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:37.712555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-02793685-7cea-45ce-bd9e-96d13891f7c6 req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] For port 91552350-0565-4489-8e1a-83ecbd1e8376, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=91552350-0565-4489-8e1a-83ecbd1e8376,segment=NetworkSegment(0c10eb37-183b-4d22-8935-8d402638b399),segment_id=0c10eb37-183b-4d22-8935-8d402638b399)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 16:03:37.712950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-02793685-7cea-45ce-bd9e-96d13891f7c6 req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:37.839148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-02793685-7cea-45ce-bd9e-96d13891f7c6 req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Calling delete_port for 91552350-0565-4489-8e1a-83ecbd1e8376 owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 16:03:37.982297 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-02793685-7cea-45ce-bd9e-96d13891f7c6 req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:37.988058 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 16:03:37.998307 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['91552350-0565-4489-8e1a-83ecbd1e8376'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 16:03:38.032573 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Pushing event deleted for resources: {'Port': ['ID=91552350-0565-4489-8e1a-83ecbd1e8376,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 16:03:38.076467 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:38.076901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:38.077324 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:38.077739 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:38.078679 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:38.079096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:38.079501 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:38.079907 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:38.080312 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:38.080714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:38.081116 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:38.091950 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 16:03:38.125397 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-02793685-7cea-45ce-bd9e-96d13891f7c6 req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] No DVR routers for this DVR port 91552350-0565-4489-8e1a-83ecbd1e8376 on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 16:03:38.127996 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-02793685-7cea-45ce-bd9e-96d13891f7c6 req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:38.130845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e190a69-d855-4d2e-befd-85b8da4f7611', 'name': 'network-vif-deleted', 'tag': '91552350-0565-4489-8e1a-83ecbd1e8376'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 16:03:38.145846 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-02793685-7cea-45ce-bd9e-96d13891f7c6 req-1e57a83e-7bac-4a72-8b2c-ed7814754428 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.50 "DELETE /v2.0/ports/91552350-0565-4489-8e1a-83ecbd1e8376 HTTP/1.1" status: 204 len: 173 time: 0.7547290 Nov 22 16:03:38.174803 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:38.266723 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:38.322318 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e190a69-d855-4d2e-befd-85b8da4f7611', 'name': 'network-vif-deleted', 'tag': '91552350-0565-4489-8e1a-83ecbd1e8376', 'status': 'completed', 'code': 200} Nov 22 16:03:38.447538 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-bc609f6a-688f-48fa-83ca-22d2a9b19962 req-e3e86d72-015e-4c2f-912e-b1d5326af0a9 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e190a69-d855-4d2e-befd-85b8da4f7611 HTTP/1.1" status: 200 len: 210 time: 0.0500324 Nov 22 16:03:42.919384 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 91552350-0565-4489-8e1a-83ecbd1e8376 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 16:03:42.953052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: 91552350-0565-4489-8e1a-83ecbd1e8376 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 16:03:42.953447 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device 91552350-0565-4489-8e1a-83ecbd1e8376 not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 16:03:49.126110 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-abf23848-f66e-4686-a1b4-1efb60dd584b tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:49.127729 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-abf23848-f66e-4686-a1b4-1efb60dd584b tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 814 time: 0.1550362 Nov 22 16:03:49.145347 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d114fee7-46d9-4f7f-80f6-9034878456cb tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/quotas/deb66534fb714377bb9314d3b999bca1 HTTP/1.1" status: 200 len: 375 time: 0.0115862 Nov 22 16:03:49.195659 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-0d561c1d-6e82-49ad-847c-59f252a43c5d tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449991 Nov 22 16:03:49.278214 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-b7bfe1e6-e434-4280-9ddb-aaab2d30255e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:03:49.279335 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-b7bfe1e6-e434-4280-9ddb-aaab2d30255e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0769968 Nov 22 16:03:49.421019 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-4ddbb161-5643-455b-ba5b-7182863e92a1 service neutron] 10.222.0.41 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349959 Nov 22 16:03:49.562276 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-397a6ec1-2765-473a-9db9-8e5c2e0b457a service neutron] 10.222.0.41 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343148 Nov 22 16:03:49.832722 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-78484652-ffc2-4504-a292-60ccd0a92303 req-4b0da5b8-1103-4aae-a849-7ce4ec3671a7 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 210 time: 0.1209626 Nov 22 16:03:50.510534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:03:51.009692 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1732e62f-6000-4247-8cf0-82ac316c8be5 req-45d896db-0e63-4dc5-8c65-bd7cc43537fc tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 210 time: 0.0483346 Nov 22 16:03:51.066549 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-f53e3733-07ec-43de-ac0e-8c46eff1485d tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:51.068183 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-f53e3733-07ec-43de-ac0e-8c46eff1485d tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 814 time: 0.1592405 Nov 22 16:03:51.090539 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Request body: {'port': {'device_id': '80c27d9e-c597-409e-92dd-c4465bac7ea4', 'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903', 'admin_state_up': True, 'tenant_id': 'deb66534fb714377bb9314d3b999bca1'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 16:03:51.236617 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 16:03:51.240892 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Usage tracker for resource:port and tenant:deb66534fb714377bb9314d3b999bca1 is out of sync, need to count used quota {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 16:03:51.243875 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88138) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 16:03:51.249970 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.quota.driver [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 16:03:51.258679 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Made reservation on behalf of deb66534fb714377bb9314d3b999bca1 for: {'port': 1} {{(pid=88138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 16:03:51.264010 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:51.435558 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Allocated IP 172.20.0.13 (b374e413-7e6e-4ea8-985b-07ca865ec903/804e0188-0337-4197-bb6a-cce9627622dc/ba8eb9c7-701c-419c-bd08-84a9796075f3) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 16:03:51.646126 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:51.672828 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363260287380238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:51.678451 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-093cf47d-6b36-4cf1-843b-5ed0731f0d72 tempest-AttachVolumeTestJSON-1817398233 tempest-AttachVolumeTestJSON-1817398233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 16:03:51.748880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Network b374e413-7e6e-4ea8-985b-07ca865ec903 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 16:03:51.752442 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 16:03:51.756500 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 16:03:51.792657 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Pushing event updated for resources: {'Port': ['ID=ba8eb9c7-701c-419c-bd08-84a9796075f3,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 16:03:51.797742 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 16:03:51.823117 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:51.823782 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:51.851626 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d1faaff2-5178-4dbd-b624-1d0e87149ce4 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7653389 Nov 22 16:03:51.867515 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.v2.base [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Request body: {'port': {'device_id': '80c27d9e-c597-409e-92dd-c4465bac7ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 16:03:51.981751 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:52.214081 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1def1a-42da-4a40-ac22-6040c11a096e req-018f77cb-b0cc-4b39-a73d-a2a73433f5b2 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:52.215721 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0e1def1a-42da-4a40-ac22-6040c11a096e req-018f77cb-b0cc-4b39-a73d-a2a73433f5b2 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 932 time: 0.0827072 Nov 22 16:03:52.264017 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0e1def1a-42da-4a40-ac22-6040c11a096e req-dcc6bae3-7b8e-4d16-b75c-3245528420a6 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Nov 22 16:03:52.337280 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8eb9c7-701c-419c-bd08-84a9796075f3 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 16:03:52.345060 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:52.360237 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Transition to ACTIVE for port object ba8eb9c7-701c-419c-bd08-84a9796075f3 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 16:03:52.362922 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:52.367352 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-29a83bc2-1aa9-4180-90ee-0f6e2e6af044 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 16:03:52.708827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8eb9c7-701c-419c-bd08-84a9796075f3,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 16:03:52.714029 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 16:03:52.819728 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Attempting to bind port ba8eb9c7-701c-419c-bd08-84a9796075f3 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:03:52.820101 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Attempting to bind port ba8eb9c7-701c-419c-bd08-84a9796075f3 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '0c10eb37-183b-4d22-8935-8d402638b399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 16:03:52.820471 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Attempting to bind port ba8eb9c7-701c-419c-bd08-84a9796075f3 on network b374e413-7e6e-4ea8-985b-07ca865ec903 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 16:03:52.826868 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Port ba8eb9c7-701c-419c-bd08-84a9796075f3 on network b374e413-7e6e-4ea8-985b-07ca865ec903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 16:03:52.827229 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Attempting to bind port ba8eb9c7-701c-419c-bd08-84a9796075f3 on network b374e413-7e6e-4ea8-985b-07ca865ec903 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 16:03:52.834909 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Checking agent: {'id': 'fc5c2ec2-773b-4d23-9d2d-4702c8689157', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 16:03:52.835284 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Checking segment: {'id': '0c10eb37-183b-4d22-8935-8d402638b399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 16:03:52.835700 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Bound using segment: {'id': '0c10eb37-183b-4d22-8935-8d402638b399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 16:03:52.836168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Bound port: ba8eb9c7-701c-419c-bd08-84a9796075f3, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c10eb37-183b-4d22-8935-8d402638b399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 16:03:52.836554 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:52.926431 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] For port ba8eb9c7-701c-419c-bd08-84a9796075f3, host hv-cinder-81877, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 16:03:52.929556 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] For port ba8eb9c7-701c-419c-bd08-84a9796075f3, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ba8eb9c7-701c-419c-bd08-84a9796075f3,segment=NetworkSegment(0c10eb37-183b-4d22-8935-8d402638b399),segment_id=0c10eb37-183b-4d22-8935-8d402638b399)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 16:03:52.932104 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853300448'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:52.936515 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e239512f-396d-4b1b-a987-7d3ecc132931 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 16:03:53.001148 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:53.002663 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] 10.222.0.50 "PUT /v2.0/ports/ba8eb9c7-701c-419c-bd08-84a9796075f3 HTTP/1.1" status: 200 len: 1094 time: 1.1395438 Nov 22 16:03:53.003203 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c27d9e-c597-409e-92dd-c4465bac7ea4', 'tag': 'ba8eb9c7-701c-419c-bd08-84a9796075f3'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 16:03:53.020432 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8eb9c7-701c-419c-bd08-84a9796075f3,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 16:03:53.024889 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2e76f20b-7b81-49bc-84af-5e869111e152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 16:03:53.082391 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c27d9e-c597-409e-92dd-c4465bac7ea4', 'tag': 'ba8eb9c7-701c-419c-bd08-84a9796075f3', 'status': 'completed', 'code': 200} Nov 22 16:03:53.126202 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-5fd2f3e2-303f-4de8-8652-9803cb86fbd9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0796394 Nov 22 16:03:53.200865 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-d4545477-867f-4157-822a-7e258f87a6e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba8eb9c7-701c-419c-bd08-84a9796075f3 HTTP/1.1" status: 200 len: 217 time: 0.0667875 Nov 22 16:03:53.270715 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-78828dbf-da31-4c86-81cd-b2717e6b3d63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:53.272182 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-78828dbf-da31-4c86-81cd-b2717e6b3d63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0620039 Nov 22 16:03:53.325572 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-1d57037a-9510-4feb-822e-f0032748ba83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431237 Nov 22 16:03:53.474096 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-33a568cc-b32b-4470-a586-c476d5262f00 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379020 Nov 22 16:03:53.477289 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b48914-e460-4cf2-a6db-8a11a4fae758 req-11f16cff-7059-4e5d-b04f-7966a3f5ae4e tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:53.478957 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-38b48914-e460-4cf2-a6db-8a11a4fae758 req-11f16cff-7059-4e5d-b04f-7966a3f5ae4e tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 944 time: 0.0886104 Nov 22 16:03:53.527741 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-38b48914-e460-4cf2-a6db-8a11a4fae758 req-6feb9469-1944-42da-9b31-4cb68cf74a85 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Nov 22 16:03:53.621071 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-e5a1af26-191c-4de9-b227-14287cd4d9a6 req-ed038822-73f8-4958-939b-e15fb7f420b5 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375546 Nov 22 16:03:53.759198 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d75ce49-0744-4e5a-9091-e0491decc93a req-b0d163b4-f682-4179-8387-6961fa9a83ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0787044 Nov 22 16:03:53.902541 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75ce49-0744-4e5a-9091-e0491decc93a req-ccc49eca-5d41-451b-9162-53907ada5e17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:53.904116 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d75ce49-0744-4e5a-9091-e0491decc93a req-ccc49eca-5d41-451b-9162-53907ada5e17 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1362376 Nov 22 16:03:53.976877 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d75ce49-0744-4e5a-9091-e0491decc93a req-b8c19e5d-69ce-4fff-822b-83c5c0e6ca8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba8eb9c7-701c-419c-bd08-84a9796075f3 HTTP/1.1" status: 200 len: 217 time: 0.0639274 Nov 22 16:03:54.049003 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75ce49-0744-4e5a-9091-e0491decc93a req-3d50ce27-72cc-43d7-96f0-0cbfb71511ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:54.050534 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d75ce49-0744-4e5a-9091-e0491decc93a req-3d50ce27-72cc-43d7-96f0-0cbfb71511ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0668359 Nov 22 16:03:54.100330 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d75ce49-0744-4e5a-9091-e0491decc93a req-35d1da41-5d55-4bcd-88d6-68a8c46ef73e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424683 Nov 22 16:03:54.245051 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d75ce49-0744-4e5a-9091-e0491decc93a req-75d46ea0-7e2e-40a0-b144-89796551033e service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375065 Nov 22 16:03:54.388254 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-6d75ce49-0744-4e5a-9091-e0491decc93a req-b20cd48d-e66b-4a12-a94c-090a31e1cb75 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355267 Nov 22 16:03:54.735256 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f99cb6-1e78-4c17-aa80-d59f317bd56f req-68adc85b-595c-47f7-bd00-da22f0c30c8d tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:54.736868 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d5f99cb6-1e78-4c17-aa80-d59f317bd56f req-68adc85b-595c-47f7-bd00-da22f0c30c8d tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 944 time: 0.0862770 Nov 22 16:03:54.785660 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-d5f99cb6-1e78-4c17-aa80-d59f317bd56f req-d583993d-0f74-4b79-b7a8-f8e8f7ee40ae tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Nov 22 16:03:55.994416 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421e9c4-09dd-4ee6-85db-b2c2fe3f419f req-d6bf6625-f74e-4826-97f2-95dcbb53ec93 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:55.995960 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2421e9c4-09dd-4ee6-85db-b2c2fe3f419f req-d6bf6625-f74e-4826-97f2-95dcbb53ec93 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 944 time: 0.0847435 Nov 22 16:03:56.043828 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2421e9c4-09dd-4ee6-85db-b2c2fe3f419f req-4487caa9-5714-47b3-9d98-ba79a4340a9b tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417426 Nov 22 16:03:56.959041 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device ba8eb9c7-701c-419c-bd08-84a9796075f3 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 16:03:57.100655 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port ba8eb9c7-701c-419c-bd08-84a9796075f3, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ba8eb9c7-701c-419c-bd08-84a9796075f3,segment=NetworkSegment(0c10eb37-183b-4d22-8935-8d402638b399),segment_id=0c10eb37-183b-4d22-8935-8d402638b399)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 16:03:57.118472 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Returning: {'device': 'ba8eb9c7-701c-419c-bd08-84a9796075f3', 'network_id': 'b374e413-7e6e-4ea8-985b-07ca865ec903', 'port_id': 'ba8eb9c7-701c-419c-bd08-84a9796075f3', 'mac_address': 'fa:16:3e:08:c2:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804e0188-0337-4197-bb6a-cce9627622dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 16:03:57.173812 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:57.192203 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8eb9c7-701c-419c-bd08-84a9796075f3 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 16:03:57.207269 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port ba8eb9c7-701c-419c-bd08-84a9796075f3, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ba8eb9c7-701c-419c-bd08-84a9796075f3,segment=NetworkSegment(0c10eb37-183b-4d22-8935-8d402638b399),segment_id=0c10eb37-183b-4d22-8935-8d402638b399)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 16:03:57.210530 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:57.212859 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 16:03:57.255772 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db68fd6-78d3-4051-9a70-bebcaf528a5c req-83444ea3-2f8f-4e68-8dbf-cf1725283986 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:57.257440 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1db68fd6-78d3-4051-9a70-bebcaf528a5c req-83444ea3-2f8f-4e68-8dbf-cf1725283986 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 944 time: 0.0918789 Nov 22 16:03:57.279060 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=ba8eb9c7-701c-419c-bd08-84a9796075f3,revision_number=4']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 16:03:57.288543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:57.288932 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:57.289314 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:57.289740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:57.290109 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:57.290481 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:57.290900 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:57.291370 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:57.292204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:57.292204 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:57.292496 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:03:57.297421 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 16:03:57.305909 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1db68fd6-78d3-4051-9a70-bebcaf528a5c req-bfb9c1ff-83e9-4b91-a274-ba562aec88ef tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423508 Nov 22 16:03:57.507911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['ba8eb9c7-701c-419c-bd08-84a9796075f3'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 16:03:58.510527 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7908e7-683a-41ca-be65-1912da7e0a43 req-75eabab8-5f48-4e45-8136-08d6755d389a tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:58.512074 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a7908e7-683a-41ca-be65-1912da7e0a43 req-75eabab8-5f48-4e45-8136-08d6755d389a tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 945 time: 0.0862138 Nov 22 16:03:58.560207 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0a7908e7-683a-41ca-be65-1912da7e0a43 req-9b16c64b-5413-4c0e-95fd-2406e148027f tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420735 Nov 22 16:03:58.958770 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device ba8eb9c7-701c-419c-bd08-84a9796075f3 up at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 16:03:59.030166 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning for port ba8eb9c7-701c-419c-bd08-84a9796075f3 completed by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 16:03:59.035569 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Provisioning complete for port ba8eb9c7-701c-419c-bd08-84a9796075f3 triggered by entity L2. {{(pid=88140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 16:03:59.035990 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846600494'] for port, provisioning_complete {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:59.151086 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846448362'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:59.178513 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c27d9e-c597-409e-92dd-c4465bac7ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8eb9c7-701c-419c-bd08-84a9796075f3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 16:03:59.188854 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] For port ba8eb9c7-701c-419c-bd08-84a9796075f3, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ba8eb9c7-701c-419c-bd08-84a9796075f3,segment=NetworkSegment(0c10eb37-183b-4d22-8935-8d402638b399),segment_id=0c10eb37-183b-4d22-8935-8d402638b399)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 16:03:59.191787 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260286943314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776567388429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260287387354'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:03:59.194661 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 16:03:59.265907 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Pushing event updated for resources: {'Port': ['ID=ba8eb9c7-701c-419c-bd08-84a9796075f3,revision_number=5']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 16:03:59.270973 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88140) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 16:03:59.314122 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c27d9e-c597-409e-92dd-c4465bac7ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8eb9c7-701c-419c-bd08-84a9796075f3', 'code': 200} Nov 22 16:03:59.544011 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7ac1b672-0053-46ee-be2b-9a32a7b5a782 req-bb1cb93e-b0a4-4b8c-a233-578a5551f33b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0718908 Nov 22 16:03:59.592125 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7ac1b672-0053-46ee-be2b-9a32a7b5a782 req-7d2dbd38-5cc6-46e8-bb50-13fff98854fa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Nov 22 16:03:59.763340 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bcaf4-25e6-44d1-9d31-03addbe043af req-26dcc123-364b-4e27-b024-7ad5fb982b28 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:03:59.765419 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1b9bcaf4-25e6-44d1-9d31-03addbe043af req-26dcc123-364b-4e27-b024-7ad5fb982b28 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 946 time: 0.0826802 Nov 22 16:03:59.815813 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1b9bcaf4-25e6-44d1-9d31-03addbe043af req-ba86cca2-91d8-4ac8-99c3-3bdc1c5d155d tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443964 Nov 22 16:04:01.024793 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75d1a-f4b5-4247-a300-fe646ad73dd0 req-2cc3d223-d659-43d5-ac70-5aa2e61f22b0 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:04:01.026384 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2fa75d1a-f4b5-4247-a300-fe646ad73dd0 req-2cc3d223-d659-43d5-ac70-5aa2e61f22b0 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 946 time: 0.0809953 Nov 22 16:04:01.074865 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-2fa75d1a-f4b5-4247-a300-fe646ad73dd0 req-241a5ada-ec93-4130-84dd-f99257274f18 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Nov 22 16:04:03.879624 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a719cbae-8237-4fe5-a2b8-39a8bce2ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:04:05.275274 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:04:06.133485 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-024722fd-ca36-49a7-9c45-46a6256a99ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:04:06.448842 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:04:08.190400 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:04:08.266177 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:04:16.145416 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a26c744b-bdec-47d0-9631-30cb9dc32b90 req-a7f390ff-8269-4969-9922-c9a0b4e74dd1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772104 Nov 22 16:04:16.301141 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a26c744b-bdec-47d0-9631-30cb9dc32b90 req-69ce8e20-c757-40c1-b61a-637f56fff7b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0749118 Nov 22 16:04:16.458373 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c744b-bdec-47d0-9631-30cb9dc32b90 req-4000431a-aca6-42a8-9d39-f95ff652cfe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:04:16.459916 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a26c744b-bdec-47d0-9631-30cb9dc32b90 req-4000431a-aca6-42a8-9d39-f95ff652cfe9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1376216 Nov 22 16:04:16.535033 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a26c744b-bdec-47d0-9631-30cb9dc32b90 req-a38f565f-8c4f-4ca7-9273-6470c37d3dfa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba8eb9c7-701c-419c-bd08-84a9796075f3 HTTP/1.1" status: 200 len: 217 time: 0.0671525 Nov 22 16:04:16.602940 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c744b-bdec-47d0-9631-30cb9dc32b90 req-77c9d096-8f7f-44fa-b190-b215c7332437 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:04:16.604474 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a26c744b-bdec-47d0-9631-30cb9dc32b90 req-77c9d096-8f7f-44fa-b190-b215c7332437 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0628314 Nov 22 16:04:16.652669 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a26c744b-bdec-47d0-9631-30cb9dc32b90 req-3f635690-6205-4f6f-8cab-95ef5b335b3a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409298 Nov 22 16:04:16.793846 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a26c744b-bdec-47d0-9631-30cb9dc32b90 req-4b280a8d-3fbc-4df5-ae9d-f4e83b2305a6 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341326 Nov 22 16:04:16.940174 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-a26c744b-bdec-47d0-9631-30cb9dc32b90 req-c000e808-7cad-4344-83f0-66184935c982 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368103 Nov 22 16:04:27.511394 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:04:33.881052 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ecc082e2-7b0d-4084-aaa7-5f66a6401f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:04:35.279037 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:04:36.134534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46647deb-e58b-4dae-93cf-b0767b56915c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:04:36.446485 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:04:38.188963 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:04:38.270433 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:05:03.883153 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-98d876a7-aaf8-40d9-ac8f-50c8af9842d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:05:04.511698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:05:05.290182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:05:06.137608 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11465351-0b5f-4590-8aed-1cfe858e82d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:05:06.449448 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:05:08.189466 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:05:08.274654 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:05:17.139266 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7cfc142a-b3bc-4359-a71c-a563048bfbd7 req-3ee85528-3b41-43fc-9343-31f42e101362 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772300 Nov 22 16:05:17.305241 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7cfc142a-b3bc-4359-a71c-a563048bfbd7 req-3f11aba0-1019-4c11-a877-3317b9ae02f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0794783 Nov 22 16:05:17.477685 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc142a-b3bc-4359-a71c-a563048bfbd7 req-956ef74d-cc10-4174-bf27-9d1c0c4080e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:05:17.479299 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7cfc142a-b3bc-4359-a71c-a563048bfbd7 req-956ef74d-cc10-4174-bf27-9d1c0c4080e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1489584 Nov 22 16:05:17.563604 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7cfc142a-b3bc-4359-a71c-a563048bfbd7 req-459b1b55-cd06-4079-822f-94b0d6f1b4d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba8eb9c7-701c-419c-bd08-84a9796075f3 HTTP/1.1" status: 200 len: 217 time: 0.0739250 Nov 22 16:05:17.636955 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc142a-b3bc-4359-a71c-a563048bfbd7 req-c950f394-06ea-4edf-bd1d-f4c067536f67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:05:17.638554 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7cfc142a-b3bc-4359-a71c-a563048bfbd7 req-c950f394-06ea-4edf-bd1d-f4c067536f67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0660036 Nov 22 16:05:17.693527 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7cfc142a-b3bc-4359-a71c-a563048bfbd7 req-9306b529-214e-4245-ab5d-14dbea872968 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455906 Nov 22 16:05:17.841738 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7cfc142a-b3bc-4359-a71c-a563048bfbd7 req-f159aec9-8f70-4e4c-aa36-a3d635c2a429 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393836 Nov 22 16:05:17.988688 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-7cfc142a-b3bc-4359-a71c-a563048bfbd7 req-2389badc-de35-4c43-be10-6ad784cf5845 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372335 Nov 22 16:05:33.884762 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a14807d8-2c33-4c24-8c79-6e2351f5d46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:05:35.290436 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:05:36.139660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dab99951-6248-4af9-b66f-b5cfc0304fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:05:36.452916 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:05:38.205160 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:05:38.277841 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:05:41.513398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:06:03.888524 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-afec725e-f4a2-450a-aa5e-74bafd32dd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:06:05.283512 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:06:06.141555 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a58241b-b40e-441c-bcc5-33b166992830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:06:06.454989 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:06:08.224498 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:06:08.278534 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:06:18.515405 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:06:19.211692 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8512835a-c7eb-4e58-8e6e-e40daed42158 req-1cef01b5-dc68-49e1-8da3-7a99913e84d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1456864 Nov 22 16:06:19.370156 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8512835a-c7eb-4e58-8e6e-e40daed42158 req-32ac94ff-d17d-4982-9a0e-b667d8bf54dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0799911 Nov 22 16:06:19.530462 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512835a-c7eb-4e58-8e6e-e40daed42158 req-b31525e9-25ea-4370-968b-52fda1e8c70d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:06:19.532700 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8512835a-c7eb-4e58-8e6e-e40daed42158 req-b31525e9-25ea-4370-968b-52fda1e8c70d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1392024 Nov 22 16:06:19.609261 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8512835a-c7eb-4e58-8e6e-e40daed42158 req-f4ca09ec-7246-4233-8900-e2b9fc8a7973 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba8eb9c7-701c-419c-bd08-84a9796075f3 HTTP/1.1" status: 200 len: 217 time: 0.0665805 Nov 22 16:06:19.693087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512835a-c7eb-4e58-8e6e-e40daed42158 req-792cdfce-324d-4c52-bf97-d2a17683ddaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:06:19.694681 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8512835a-c7eb-4e58-8e6e-e40daed42158 req-792cdfce-324d-4c52-bf97-d2a17683ddaf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0745146 Nov 22 16:06:19.749786 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8512835a-c7eb-4e58-8e6e-e40daed42158 req-88dd6939-d5bf-4347-820e-6c28f8736a1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451112 Nov 22 16:06:19.763498 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [req-8512835a-c7eb-4e58-8e6e-e40daed42158 req-958feb3c-405c-4cd6-aef8-bfac6d9151b4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:06:19.764511 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8512835a-c7eb-4e58-8e6e-e40daed42158 req-958feb3c-405c-4cd6-aef8-bfac6d9151b4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0050535 Nov 22 16:06:19.914007 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8512835a-c7eb-4e58-8e6e-e40daed42158 req-4abe598d-f017-437c-9336-fe936068a7f3 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390526 Nov 22 16:06:20.275349 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-8512835a-c7eb-4e58-8e6e-e40daed42158 req-fa6e4718-54af-4317-b43c-ebf69df7909d service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500245 Nov 22 16:06:33.890704 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-937fcef2-26b5-4203-a2ba-7dda188f5d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:06:35.286577 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:06:36.143168 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0c8520f-bd65-4bf9-be59-a5248b4edaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:06:36.458172 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:06:38.240345 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:06:38.282525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:06:55.516149 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:07:03.893751 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b81bd42-1eae-46a4-9acc-b4c856cd8db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:07:05.288322 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:07:06.148175 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-963ff922-79da-40e0-9863-bb6627c63a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:07:06.462591 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:07:08.249624 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:07:08.286660 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:07:21.126822 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b894536c-41c0-4ffd-9eda-0f390ae18a58 req-0aabe057-1133-415a-94ba-e20d7f90561b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738971 Nov 22 16:07:21.287025 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b894536c-41c0-4ffd-9eda-0f390ae18a58 req-3d21db9e-ef93-4923-ab7c-1c8cdb0ad153 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0760975 Nov 22 16:07:21.455503 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894536c-41c0-4ffd-9eda-0f390ae18a58 req-ccc68b00-2820-485c-927d-cb111be91b73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:07:21.457082 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b894536c-41c0-4ffd-9eda-0f390ae18a58 req-ccc68b00-2820-485c-927d-cb111be91b73 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1492703 Nov 22 16:07:21.536121 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b894536c-41c0-4ffd-9eda-0f390ae18a58 req-cdc97030-128e-45bc-8d29-3041291bc15a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba8eb9c7-701c-419c-bd08-84a9796075f3 HTTP/1.1" status: 200 len: 217 time: 0.0686805 Nov 22 16:07:21.611976 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894536c-41c0-4ffd-9eda-0f390ae18a58 req-a972bcf6-cdde-4a2d-83f0-f3c75801a100 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:07:21.613635 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b894536c-41c0-4ffd-9eda-0f390ae18a58 req-a972bcf6-cdde-4a2d-83f0-f3c75801a100 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0679529 Nov 22 16:07:21.665227 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b894536c-41c0-4ffd-9eda-0f390ae18a58 req-3bedfe19-89bc-4c1a-a300-85460a5109b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420437 Nov 22 16:07:21.813062 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b894536c-41c0-4ffd-9eda-0f390ae18a58 req-7a4ab5d4-a1df-4049-84b8-7ba4da1e451e service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372025 Nov 22 16:07:21.956398 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-b894536c-41c0-4ffd-9eda-0f390ae18a58 req-d0dd037e-987e-4bb5-9cff-3e9f90a671b0 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327744 Nov 22 16:07:32.517495 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:07:33.894115 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ecde50c8-0134-4824-95f6-9f1b74ea9b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:07:35.293827 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:07:36.150065 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-04a6bf1c-9b57-4d0d-b51c-c0cbd4385014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:07:36.467254 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:07:38.263969 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:07:38.289952 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:08:03.894798 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-281f0265-bc75-4c26-bfb3-bca35ffe214c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:08:05.298462 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:08:06.151047 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cea8c6a7-b5ff-4f46-b1d2-4903cbb88540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:08:06.467453 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:08:08.286638 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:08:08.293737 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:08:09.518301 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:08:21.131033 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0fbe0e2a-ce33-4801-8653-6ab131103509 req-14d6c867-cddf-4c0e-bf41-875091bd1771 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736175 Nov 22 16:08:21.287954 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0fbe0e2a-ce33-4801-8653-6ab131103509 req-035384d6-88a2-4af4-993b-843a1ef12eea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0771086 Nov 22 16:08:21.460392 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe0e2a-ce33-4801-8653-6ab131103509 req-b881a02b-0d45-4ef7-bf44-2d955f06f79a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:08:21.462256 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0fbe0e2a-ce33-4801-8653-6ab131103509 req-b881a02b-0d45-4ef7-bf44-2d955f06f79a service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1482232 Nov 22 16:08:21.538700 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0fbe0e2a-ce33-4801-8653-6ab131103509 req-3ba82bf8-b82e-4597-9115-8b5c8d3e859c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba8eb9c7-701c-419c-bd08-84a9796075f3 HTTP/1.1" status: 200 len: 217 time: 0.0668705 Nov 22 16:08:21.615666 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe0e2a-ce33-4801-8653-6ab131103509 req-0781c5a6-ab64-4e55-a7e1-511240066a2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:08:21.617690 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0fbe0e2a-ce33-4801-8653-6ab131103509 req-0781c5a6-ab64-4e55-a7e1-511240066a2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0717053 Nov 22 16:08:21.670049 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0fbe0e2a-ce33-4801-8653-6ab131103509 req-539500ac-61be-48ec-9b24-1fd2acf4d1bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429463 Nov 22 16:08:21.816569 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0fbe0e2a-ce33-4801-8653-6ab131103509 req-04956150-1b60-4ae6-b066-5fdcd50d9306 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362944 Nov 22 16:08:21.965165 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-0fbe0e2a-ce33-4801-8653-6ab131103509 req-5559b01d-f1c1-4ac5-bd47-1284aa814b96 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379981 Nov 22 16:08:33.895370 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-046c93da-8030-475a-99d1-edbe16b75815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:08:35.301703 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:08:36.152005 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b1e5fe05-912d-47dc-a679-58a0e2807840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:08:36.470785 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:08:38.273171 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:08:38.296096 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:08:46.519850 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:09:03.898388 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7635b190-6829-4d16-a991-8f2eb11f629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:09:05.305494 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:09:06.153570 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e42e27c0-3a91-4520-96b0-3d81519c1c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:09:06.474544 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:09:08.278281 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:09:08.301101 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:09:21.137724 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-48633469-ac12-4cda-95c9-044007b901e6 req-578f8b82-d323-4b66-a73d-9b5dc4577a14 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781701 Nov 22 16:09:21.291235 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-48633469-ac12-4cda-95c9-044007b901e6 req-ec58eb99-b109-4361-ac78-721f0041972a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=deb66534fb714377bb9314d3b999bca1&device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0728714 Nov 22 16:09:21.453731 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48633469-ac12-4cda-95c9-044007b901e6 req-c5b4def9-66aa-4b8b-8113-9c8dd76758dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:09:21.455971 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-48633469-ac12-4cda-95c9-044007b901e6 req-c5b4def9-66aa-4b8b-8113-9c8dd76758dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 200 len: 915 time: 0.1395092 Nov 22 16:09:21.532515 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-48633469-ac12-4cda-95c9-044007b901e6 req-58ef9bba-7345-4619-8d0f-96619a03226d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba8eb9c7-701c-419c-bd08-84a9796075f3 HTTP/1.1" status: 200 len: 217 time: 0.0665143 Nov 22 16:09:21.602747 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48633469-ac12-4cda-95c9-044007b901e6 req-267f317b-7fb3-4ebc-8b23-a51fbd78f1b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:09:21.604231 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-48633469-ac12-4cda-95c9-044007b901e6 req-267f317b-7fb3-4ebc-8b23-a51fbd78f1b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 200 len: 854 time: 0.0624311 Nov 22 16:09:21.655531 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-48633469-ac12-4cda-95c9-044007b901e6 req-388908fc-83be-4e58-bea5-d774fd6490f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b374e413-7e6e-4ea8-985b-07ca865ec903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414658 Nov 22 16:09:21.797601 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-48633469-ac12-4cda-95c9-044007b901e6 req-f24f3d5b-2353-4239-81de-7335b568afe2 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314466 Nov 22 16:09:21.943816 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-48633469-ac12-4cda-95c9-044007b901e6 req-10c01039-ebb8-40d7-b19d-f960542f1ad7 service neutron] 10.222.0.50 "GET /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351054 Nov 22 16:09:23.520789 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:09:33.901838 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-39b33c88-4f2b-4c61-9831-7727a82abb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:09:35.319800 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:09:36.154107 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8c300039-e5a9-4298-a899-2d10d60c88f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:09:36.478171 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:09:38.302533 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:09:38.303910 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:00.523159 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:10:02.855325 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f685ade-d770-4031-86f7-8162984c0342 req-204933bd-084c-4d2d-8e69-5212cbbc5039 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:10:02.856119 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-4f685ade-d770-4031-86f7-8162984c0342 req-204933bd-084c-4d2d-8e69-5212cbbc5039 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Synchronizing usage tracker for tenant:deb66534fb714377bb9314d3b999bca1 on resource:port {{(pid=88138) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 16:10:02.873017 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.quota.resource [req-4f685ade-d770-4031-86f7-8162984c0342 req-204933bd-084c-4d2d-8e69-5212cbbc5039 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Unset dirty status for tenant:deb66534fb714377bb9314d3b999bca1 on resource:port {{(pid=88138) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 16:10:02.874287 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4f685ade-d770-4031-86f7-8162984c0342 req-204933bd-084c-4d2d-8e69-5212cbbc5039 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.50 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 946 time: 0.1169407 Nov 22 16:10:02.955129 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-4f685ade-d770-4031-86f7-8162984c0342 req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Deleting port ba8eb9c7-701c-419c-bd08-84a9796075f3 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 16:10:02.955692 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4f685ade-d770-4031-86f7-8162984c0342 req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260286948297'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:02.984409 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b9f9e-ab6c-4ad0-8a4b-2d69d71234df req-81cf2f9d-a7bd-4319-9a28-e853a445ad32 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 16:10:02.986078 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1b7b9f9e-ab6c-4ad0-8a4b-2d69d71234df req-81cf2f9d-a7bd-4319-9a28-e853a445ad32 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 946 time: 0.5295963 Nov 22 16:10:03.040439 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-1b7b9f9e-ab6c-4ad0-8a4b-2d69d71234df req-8e2621f8-2ba3-420c-9482-e86b8e9292d1 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/security-groups?id=13960cee-f7f3-46a1-ba86-e1eada61b400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466535 Nov 22 16:10:03.211811 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-4f685ade-d770-4031-86f7-8162984c0342 req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] For port ba8eb9c7-701c-419c-bd08-84a9796075f3, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ba8eb9c7-701c-419c-bd08-84a9796075f3,segment=NetworkSegment(0c10eb37-183b-4d22-8935-8d402638b399),segment_id=0c10eb37-183b-4d22-8935-8d402638b399)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 16:10:03.212108 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4f685ade-d770-4031-86f7-8162984c0342 req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852942895'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:03.337876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-4f685ade-d770-4031-86f7-8162984c0342 req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Calling delete_port for ba8eb9c7-701c-419c-bd08-84a9796075f3 owned by compute:nova {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 16:10:03.486952 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4f685ade-d770-4031-86f7-8162984c0342 req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846446742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260286943331', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260287387388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475369'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:03.493182 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-aba4a8ca-fe65-443e-8332-ad505cbb7860 tempest-AttachVolumeShelveTestJSON-1381192230 tempest-AttachVolumeShelveTestJSON-1381192230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 16:10:03.502184 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] get_ports_and_sgs() called for port_ids ['ba8eb9c7-701c-419c-bd08-84a9796075f3'] {{(pid=88140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 16:10:03.542066 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Pushing event deleted for resources: {'Port': ['ID=ba8eb9c7-701c-419c-bd08-84a9796075f3,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 16:10:03.558592 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:10:03.559285 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:10:03.559708 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:10:03.560128 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:10:03.560543 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:10:03.561256 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:10:03.561389 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:10:03.561719 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:10:03.562127 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:10:03.562600 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:10:03.563089 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-iscsi {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 16:10:03.600722 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 16:10:03.647165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f685ade-d770-4031-86f7-8162984c0342 req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] No DVR routers for this DVR port ba8eb9c7-701c-419c-bd08-84a9796075f3 on host hv-cinder-81877 {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 16:10:03.650525 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4f685ade-d770-4031-86f7-8162984c0342 req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854743049'] for port, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:03.653501 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c27d9e-c597-409e-92dd-c4465bac7ea4', 'name': 'network-vif-deleted', 'tag': 'ba8eb9c7-701c-419c-bd08-84a9796075f3'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 16:10:03.669575 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-4f685ade-d770-4031-86f7-8162984c0342 req-e0665671-10c1-4e33-b791-e0579120c5e3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.50 "DELETE /v2.0/ports/ba8eb9c7-701c-419c-bd08-84a9796075f3 HTTP/1.1" status: 204 len: 173 time: 0.7856774 Nov 22 16:10:03.829785 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c27d9e-c597-409e-92dd-c4465bac7ea4', 'name': 'network-vif-deleted', 'tag': 'ba8eb9c7-701c-419c-bd08-84a9796075f3', 'status': 'completed', 'code': 200} Nov 22 16:10:03.904409 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f6e1-013b-4603-969a-eb5553319a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:04.241846 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [req-033a9542-ccb1-4272-bf19-ef551e7094c8 req-be5768c5-75e0-488a-bf69-b45efaba54c3 tempest-VolumesSnapshotTestJSON-167590588 tempest-VolumesSnapshotTestJSON-167590588-project] 10.222.0.41 "GET /v2.0/ports?device_id=80c27d9e-c597-409e-92dd-c4465bac7ea4 HTTP/1.1" status: 200 len: 210 time: 0.0471492 Nov 22 16:10:05.315612 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:06.163112 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4c01d52d-2b60-41f9-98a3-ccb4c197efed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:06.480379 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:06.686474 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device ba8eb9c7-701c-419c-bd08-84a9796075f3 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 16:10:06.720845 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] No Port match for: ba8eb9c7-701c-419c-bd08-84a9796075f3 {{(pid=88140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 16:10:06.721279 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.rpc [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Device ba8eb9c7-701c-419c-bd08-84a9796075f3 not bound to the agent host hv-cinder-81877 {{(pid=88140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 16:10:08.317008 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:08.318322 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:32.297223 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 50488) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 16:10:32.547006 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-165cdad7-8a7a-49c1-9a01-cd0a5554fcd3 admin admin] Deleting subnet 804e0188-0337-4197-bb6a-cce9627622dc {{(pid=88138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 16:10:32.550927 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-165cdad7-8a7a-49c1-9a01-cd0a5554fcd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:32.604897 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-165cdad7-8a7a-49c1-9a01-cd0a5554fcd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851915914'] for subnet, precommit_delete_associations {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:32.665920 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-165cdad7-8a7a-49c1-9a01-cd0a5554fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8169976'] for subnet, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:32.734711 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-165cdad7-8a7a-49c1-9a01-cd0a5554fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846605855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853032112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853300385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853457045'] for subnet, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:32.739166 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 16:10:32.775773 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cdad7-8a7a-49c1-9a01-cd0a5554fcd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804e0188-0337-4197-bb6a-cce9627622dc,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 16:10:32.778603 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-165cdad7-8a7a-49c1-9a01-cd0a5554fcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 16:10:32.782470 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-165cdad7-8a7a-49c1-9a01-cd0a5554fcd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:32.788573 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-165cdad7-8a7a-49c1-9a01-cd0a5554fcd3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/804e0188-0337-4197-bb6a-cce9627622dc HTTP/1.1" status: 204 len: 168 time: 0.4902728 Nov 22 16:10:32.791946 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 50494) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 16:10:32.904879 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8277059'] for network, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:33.034729 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8170081', 'neutron.services.segments.db._delete_segments_for_network-8776567909320'] for network, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:33.061535 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b374e413-7e6e-4ea8-985b-07ca865ec903']}} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 16:10:33.078133 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c10eb37-183b-4d22-8935-8d402638b399') {'for_net_delete': True} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 16:10:33.078473 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.services.segments.db [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c10eb37-183b-4d22-8935-8d402638b399') {} {{(pid=88138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 16:10:33.091236 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776567920345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859903'] for segment, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:33.314092 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846603513'] for segment, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:33.321087 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 16:10:33.321510 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8172318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1475325'] for segment, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: Traceback (most recent call last): Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: timer() Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: cb(*args, **kw) Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: return func(*args, **kwargs) Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: self._notify() Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: self.callback(batched_events) Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: event.method(event) Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: segment_id)['aggregates'][0] Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: return f(self, *a, **k) Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: return self._get(url).json() Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: **kwargs) Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: return self.request(url, 'GET', **kwargs) Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: **endpoint_filter) Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:10:33.335811 dv-cinder-818778-1-iscsi neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:10:33.411961 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846605718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7221021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809659'] for network, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:33.415855 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 16:10:33.432395 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7221226'] for network, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:33.438704 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] Pushing event deleted for resources: {'Network': ['ID=b374e413-7e6e-4ea8-985b-07ca865ec903,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 16:10:33.443146 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 16:10:33.449573 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-f8db6fd8-1b35-4839-aea7-277bf3ed9264 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b374e413-7e6e-4ea8-985b-07ca865ec903 HTTP/1.1" status: 204 len: 168 time: 0.6566370 Nov 22 16:10:33.613422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 50500) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 16:10:33.666593 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-4480ab7a-7d0c-41f6-a085-0d225375939f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=deb66534fb714377bb9314d3b999bca1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518243 Nov 22 16:10:33.669132 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.wsgi [-] (88138) accepted ('10.222.0.41', 50504) {{(pid=88138) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 16:10:33.733165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb98bb6a-efca-48e3-a088-bb3d7d78ab75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:33.759422 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb98bb6a-efca-48e3-a088-bb3d7d78ab75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:33.807272 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb98bb6a-efca-48e3-a088-bb3d7d78ab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1741443'] for security_group, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:33.812221 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-cdf830d4-72da-4a32-8cdd-af5216d709ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 16:10:33.823040 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98bb6a-efca-48e3-a088-bb3d7d78ab75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13960cee-f7f3-46a1-ba86-e1eada61b400,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 16:10:33.827832 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG oslo_concurrency.lockutils [None req-fb98bb6a-efca-48e3-a088-bb3d7d78ab75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 16:10:33.829797 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb98bb6a-efca-48e3-a088-bb3d7d78ab75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:33.831353 dv-cinder-818778-1-iscsi neutron-server[88029]: INFO neutron.wsgi [None req-fb98bb6a-efca-48e3-a088-bb3d7d78ab75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13960cee-f7f3-46a1-ba86-e1eada61b400 HTTP/1.1" status: 204 len: 168 time: 0.1609623 Nov 22 16:10:33.906100 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb78f-da80-4cb9-9dc6-ee8ded0e1656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:35.316448 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:36.157596 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4a14e950-6a9c-45ec-bf26-95ce9375b604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:36.484357 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:37.525437 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:10:38.324574 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:10:38.325698 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:11:03.908194 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b79773c-47c7-47c7-ae58-07648d4cb850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:11:05.308648 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:11:06.159613 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-090bbd1a-8cc0-4462-91a0-f38420bb8acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:11:06.486722 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:11:08.312306 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:11:08.337455 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:11:14.527694 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:11:33.909426 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-317f2a5b-b365-43ea-b887-a2daca66443b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:11:35.312759 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:11:36.159911 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-47b555a9-a8ef-4dbf-b2a7-e6ad5af57b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:11:36.488983 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:11:38.315193 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:11:38.336735 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:11:51.528924 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:12:03.914014 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44db7ecd-6386-4d0d-8d29-13530b19a42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:12:05.315338 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:12:06.161170 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ffc8-cf89-4227-afa1-f3c04586d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:12:06.491974 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:12:08.318244 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:12:08.349714 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:12:28.529880 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:12:33.915745 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ffb65c11-038a-4452-9518-c9fa42508856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:12:35.318332 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:12:36.162701 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-65f1dbcc-8beb-4149-a647-ee2e5d47b1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:12:36.494547 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:12:38.323681 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:12:38.349165 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:13:03.918587 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2baf5383-f3bb-4234-8e17-407bed83926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:13:05.321626 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:13:05.531902 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:13:06.165925 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-762b7119-e9a9-46b0-a147-d755f35ce5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:13:06.498767 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:13:08.324536 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:13:08.374876 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:13:33.920240 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57f2529d-9d1c-44b4-a4e3-a3046d5cf979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:13:35.328039 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:13:36.167894 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f71faf1f-9b86-4c7d-a21d-4748874850cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:13:36.501189 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:13:38.327163 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:13:38.394744 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:13:42.532778 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:14:03.922166 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4006d71d-04e6-4c00-80a3-0a6cccc91437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:14:05.332066 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:14:06.170740 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf1d-631f-4da3-87d1-1ad0c4fbc6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:14:06.506656 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:14:08.331452 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:14:08.397791 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:14:19.536607 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:14:33.924105 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8cb7562a-2c43-447e-82bf-3f53408a54b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:14:35.335247 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:14:36.171905 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0309c6cc-ef25-4e0f-bbf8-864b3a7e4dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:14:36.507548 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:14:38.332826 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:14:38.389351 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:14:56.537423 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:15:03.928363 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c82f5c66-dc96-478d-84a1-5fa97d3a2635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:15:05.337794 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:15:06.173457 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aa85cb02-4a93-4ced-9a7a-7cc986f31aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:15:06.510105 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:15:08.335379 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a48268e4-bebc-46de-b2f2-2ed599ffbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:15:08.407901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d350cec-6172-4615-9727-3bd48243b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:15:33.538064 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron.db.agents_db [None req-dcfc7edb-e10d-4ec3-8666-0b0bde251a3e None None] Agent healthcheck: found 6 active agents {{(pid=88141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 16:15:33.931398 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33be773a-34f0-474c-abeb-c7f71b1cf766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:15:35.342782 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07a56278-f0d8-4ced-8975-5630dd4fff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:15:36.176922 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f322-58ae-4803-8a28-9a5522fb202d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 16:15:36.515901 dv-cinder-818778-1-iscsi neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a1c-7308-4d92-9110-602eb43863f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776567909303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8175238'] for agent, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}